-- Logs begin at Fri 2022-09-30 08:51:06 UTC, end at Fri 2022-09-30 10:03:07 UTC. -- Sep 30 09:27:08.812434 dv-cinder-master-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Sep 30 09:27:11.471764 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.common.config [-] Logging enabled! Sep 30 09:27:11.472350 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev30 Sep 30 09:27:11.472569 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106262) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 30 09:27:11.475994 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.common.config [-] Logging enabled! Sep 30 09:27:11.476248 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev30 Sep 30 09:27:11.476562 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106262) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 30 09:27:11.477504 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 30 09:27:11.477774 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 30 09:27:11.478264 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 30 09:27:11.478509 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 30 09:27:11.478736 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 30 09:27:11.479054 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.479353 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.479582 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.479881 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.480173 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.480455 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.480743 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.481038 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.481324 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.481601 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.481911 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.482138 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.482420 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.482707 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.482995 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.483218 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] debug = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.483497 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.483930 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.484342 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.484623 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.484911 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.485187 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.485457 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.485754 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.486038 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.486368 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] host = dv-cinder-master-3-smb {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.486644 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.486934 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.487220 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.487505 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.487778 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.488051 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.488332 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.488604 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.488874 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] log_file = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.489145 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.489430 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.489736 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.490024 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.490246 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.490466 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.490751 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.491176 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.491632 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.492051 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.492441 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.492832 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.493240 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.493537 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.493850 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.494139 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.494425 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.494699 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.494973 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.495245 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.495514 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.495796 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.496064 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.496338 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.496607 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.496898 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.497165 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.497437 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.497759 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.498044 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.498323 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.498610 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.498882 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.499161 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.499432 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.499701 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.499969 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] use_json = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.500239 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.500504 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.500783 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.501052 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.501320 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.501588 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.501880 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.502163 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.502430 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:11.502725 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.503019 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.503316 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.503597 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.503897 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.504174 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.504462 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.504743 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.505032 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.505319 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.505604 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.505904 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.506202 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.506493 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.507881 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.508195 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.508494 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.508791 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.509070 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.509348 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.509623 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.509925 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.510214 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.510495 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.510785 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.511076 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.511356 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.511656 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.511942 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.512227 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.512519 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.512812 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.513086 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.513365 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.513688 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.513970 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.514242 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.514531 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.514808 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.515079 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.515359 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.515651 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.515939 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.516211 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.516488 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.516776 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.517050 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.517321 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.517594 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.517892 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.518164 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.518447 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.518722 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.518992 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.519260 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.519536 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.519808 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.520079 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.520353 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.520623 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.520895 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.521168 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.521441 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.521742 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.522870 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.523284 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.523557 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.523831 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.524109 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.524384 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.524657 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.524930 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.525205 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.525477 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.525794 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.526096 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.526374 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.526652 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.526930 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.527208 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.527484 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.527762 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.528040 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.528318 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.528593 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.528886 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.529169 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.529452 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.529760 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.530057 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.530354 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.530632 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.530911 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.531189 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.531466 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.531740 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.532023 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.532300 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.532578 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.532862 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.533152 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.533448 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.533766 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.534047 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.534344 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.534638 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.534929 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.535209 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.535519 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.535796 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:11.536011 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 30 09:27:11.536251 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106262) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 30 09:27:11.913736 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 30 09:27:11.914057 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 30 09:27:11.914321 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 30 09:27:11.914550 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 30 09:27:11.914828 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 30 09:27:11.915159 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 30 09:27:12.240882 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.241730 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.241960 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.243144 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.243414 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.243676 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.295865 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.296140 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.296404 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.312921 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.313199 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.313470 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.341812 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.342094 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.342361 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.379242 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.379518 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.379793 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.611043 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.611671 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.611671 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.612654 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.613353 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.711647 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.711963 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.712242 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.712509 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.712771 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.713077 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.713338 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.713596 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.713874 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.714152 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.714409 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.714670 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.714924 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.715171 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.715422 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.715682 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.715934 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.716195 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.716459 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.716713 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.716984 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.717233 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.717511 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.717912 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.718161 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.718404 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.718803 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 09:27:12.719134 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 09:27:12.719378 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 09:27:12.719614 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 09:27:12.719848 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 09:27:12.720081 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 09:27:12.720446 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 30 09:27:12.723584 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 30 09:27:12.727979 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 30 09:27:12.731834 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Sep 30 09:27:12.733437 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 30 09:27:12.734109 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 30 09:27:12.734444 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 30 09:27:12.734824 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 30 09:27:12.737543 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 30 09:27:12.737818 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 30 09:27:12.738164 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 30 09:27:12.743763 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 30 09:27:12.766283 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 30 09:27:12.766734 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.767029 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106262) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 30 09:27:12.767399 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.768727 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106262) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 30 09:27:12.769005 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 30 09:27:12.769252 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 30 09:27:12.780434 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.780715 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:12.947324 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 30 09:27:12.947567 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 30 09:27:12.947799 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 30 09:27:12.948170 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 30 09:27:12.999994 dv-cinder-master-3-smb neutron-server[106262]: INFO dbcounter [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Registered counter for database neutron Sep 30 09:27:13.019203 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_db.sqlalchemy.engines [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106262) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 30 09:27:13.025426 dv-cinder-master-3-smb neutron-server[106262]: DEBUG dbcounter [-] [106262] Writer thread running {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 30 09:27:13.565211 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.plugins.ml2.managers [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Initializing driver for type 'gre' Sep 30 09:27:13.565810 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] gre ID ranges: [(1, 1000)] Sep 30 09:27:13.619896 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.plugins.ml2.managers [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Initializing driver for type 'local' Sep 30 09:27:13.620620 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.plugins.ml2.managers [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Initializing driver for type 'vlan' Sep 30 09:27:13.633572 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] VlanTypeDriver initialization complete Sep 30 09:27:13.633931 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.plugins.ml2.managers [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Initializing driver for type 'vxlan' Sep 30 09:27:13.634430 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] vxlan ID ranges: [(1, 1000)] Sep 30 09:27:13.690411 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.plugins.ml2.managers [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Initializing extension driver 'port_security' Sep 30 09:27:13.690706 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.plugins.ml2.extensions.port_security [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] PortSecurityExtensionDriver initialization complete Sep 30 09:27:13.691054 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.plugins.ml2.managers [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Initializing mechanism driver 'openvswitch' Sep 30 09:27:13.691396 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.plugins.ml2.managers [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Initializing mechanism driver 'hyperv' Sep 30 09:27:13.698608 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.plugins.ml2.plugin [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:27:13.699287 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > port after_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.699666 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > port after_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.700029 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > port after_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.700539 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106262) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 30 09:27:13.700964 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > subnet after_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.701326 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > subnet after_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.701703 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.702103 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106262) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 30 09:27:13.702521 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > network after_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.702881 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > network after_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.703237 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > network after_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.703628 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106262) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 30 09:27:13.704040 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > security_group after_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.704397 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > security_group after_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.704745 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.705142 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106262) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 30 09:27:13.705548 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.705935 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.706285 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.706810 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106262) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 30 09:27:13.707225 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > address_group after_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.707579 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > address_group after_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.707930 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.708323 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106262) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 30 09:27:13.708778 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] ML2 OVO RPC backend initialized. {{(pid=106262) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 30 09:27:13.709493 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.710445 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.710870 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > network before_response 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.711227 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > networks before_response 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.711580 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > port before_response 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.711929 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > ports before_response 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.712278 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > subnet before_response 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.712625 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > subnets before_response 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.712981 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > network after_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.713330 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > network after_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.713713 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > network after_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.714066 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > port after_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.714414 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > port after_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.714756 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > port after_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.715106 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > subnet after_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.715450 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > subnet after_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.715794 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.723389 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.quota [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded quota_driver: . Sep 30 09:27:13.723761 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.plugins.ml2.plugin [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Modular L2 Plugin initialization complete Sep 30 09:27:13.724115 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading services supported by the core plugin {{(pid=106262) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 30 09:27:13.724461 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.plugins.ml2.managers [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Got port-security extension from driver 'port_security' Sep 30 09:27:13.724945 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.extensions.vlantransparent [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Disabled vlantransparent extension. Sep 30 09:27:13.725545 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106262) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 30 09:27:13.725907 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading Plugin: router Sep 30 09:27:13.765357 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.765793 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > router after_create 55549900 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.766175 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > router before_create 55549900 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.766551 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.766932 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.767295 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > router after_delete 55549900 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.767662 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.768020 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.768384 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > router after_create 55549900 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.768738 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > router after_update 55549900 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.769093 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > router after_update 55549900 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.769453 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.769844 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > router after_update 55549900 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.770266 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > router precommit_update 55549900 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.770645 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: port after_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.771000 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: port after_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.771346 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: subnet after_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.771711 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.772944 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.773330 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > router precommit_create 55549900 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.773719 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: port before_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.774038 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > router precommit_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.774402 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > router after_update 55549900 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.774752 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.775112 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > router precommit_create 55549900 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.775482 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.775842 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > router precommit_update 55549900 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.776216 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > agent after_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.776574 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > agent after_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.776929 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > network after_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.777840 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.quota.resource_registry [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Tracking information for resource: router configured {{(pid=106262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 09:27:13.778184 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.quota.resource_registry [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Tracking information for resource: floatingip configured {{(pid=106262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 30 09:27:13.783088 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.db.l3_agentschedulers_db [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 30 09:27:13.783667 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: port after_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.784035 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: port after_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.784393 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: port after_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.784753 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: port after_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.785554 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > router before_create 55550100 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.785952 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.786321 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > router precommit_create 55550100 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.786685 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > router precommit_update 55550100 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.791712 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.services.provider_configuration [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Service providers = [] {{(pid=106262) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 30 09:27:13.792085 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.db.servicetype_db [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106262) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 30 09:27:13.795058 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.services.service_base [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106262) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 30 09:27:13.795417 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.services.service_base [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106262) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 30 09:27:13.795765 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.services.service_base [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106262) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 30 09:27:13.796659 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.services.service_base [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106262) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 30 09:27:13.797035 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.services.service_base [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 30 09:27:13.797420 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 09:27:13.797776 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 30 09:27:13.809544 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 09:27:13.809916 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading Plugin: auto_allocate Sep 30 09:27:13.815623 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: network precommit_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.815999 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: network precommit_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.816520 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 09:27:13.816849 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading Plugin: tag Sep 30 09:27:13.823989 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 09:27:13.824329 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading Plugin: timestamp Sep 30 09:27:13.828375 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 09:27:13.828712 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading Plugin: network_ip_availability Sep 30 09:27:13.834205 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.834658 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.835567 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:13.836364 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 09:27:13.836694 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading Plugin: flavors Sep 30 09:27:13.841375 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 09:27:13.841748 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading Plugin: revisions Sep 30 09:27:13.846177 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 30 09:27:13.846573 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_concurrency.lockutils [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.932s {{(pid=106262) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 30 09:27:13.847312 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106262) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 30 09:27:13.847656 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Initializing extension manager. Sep 30 09:27:13.848185 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: __init__.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.848531 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: __pycache__ {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.848872 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: address_group.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.849801 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.850479 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: address-group Sep 30 09:27:13.850813 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: address_scope.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.851503 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.852023 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: address-scope Sep 30 09:27:13.852349 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.853236 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.853786 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: router-admin-state-down-before-update Sep 30 09:27:13.854117 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: agent.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.854785 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.855298 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: agent Sep 30 09:27:13.855625 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: agent_resources_synced.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.856496 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.857009 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: agent-resources-synced Sep 30 09:27:13.857335 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: allowedaddresspairs.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.859125 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.859649 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: allowed-address-pairs Sep 30 09:27:13.859982 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: auto_allocated_topology.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.861007 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.861524 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: auto-allocated-topology Sep 30 09:27:13.861892 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: availability_zone.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.862554 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.863072 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: availability_zone Sep 30 09:27:13.863402 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: availability_zone_filter.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.864278 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.864792 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: availability_zone_filter Sep 30 09:27:13.865123 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: data_plane_status.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.866541 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.867051 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extension data-plane-status not supported by any of loaded plugins Sep 30 09:27:13.867381 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: default_subnetpools.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.868260 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.868773 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: default-subnetpools Sep 30 09:27:13.869103 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.869915 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.870437 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: dhcp_agent_scheduler Sep 30 09:27:13.870768 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: dns.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.871646 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.872160 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extension dns-integration not supported by any of loaded plugins Sep 30 09:27:13.872486 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: dns_domain_ports.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.873367 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.873918 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 30 09:27:13.874252 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.875131 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.875643 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 30 09:27:13.875971 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: dvr.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.876610 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.877119 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: dvr Sep 30 09:27:13.877445 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: ecmp_routes.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.878349 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.878857 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 30 09:27:13.879180 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: empty_string_filtering.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.880054 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.880564 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: empty-string-filtering Sep 30 09:27:13.880890 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.882325 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.882966 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 30 09:27:13.883293 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.884169 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.884677 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 30 09:27:13.885004 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: external_net.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.885903 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.886414 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: external-net Sep 30 09:27:13.886740 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.887618 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.888126 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: extra_dhcp_opt Sep 30 09:27:13.888452 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: extraroute.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.889318 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.889863 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: extraroute Sep 30 09:27:13.890192 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: extraroute_atomic.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.891186 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.891701 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: extraroute-atomic Sep 30 09:27:13.892029 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: filter_validation.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.892662 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.893168 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: filter-validation Sep 30 09:27:13.893492 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: fip_pf_description.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.894409 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.894919 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 30 09:27:13.895244 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: fip_pf_detail.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.896110 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.896624 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 30 09:27:13.897235 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: fip_pf_port_range.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.898295 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.898808 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 30 09:27:13.899135 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: fip_port_details.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.900017 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.900538 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: fip-port-details Sep 30 09:27:13.900865 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: flavors.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.902073 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.902600 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: flavors Sep 30 09:27:13.902930 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.904524 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.905054 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 30 09:27:13.905389 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: floatingip_pools.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.906081 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.906599 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: floatingip-pools Sep 30 09:27:13.906932 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: ip_allocation.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.907831 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.908340 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extension ip_allocation not supported by any of loaded plugins Sep 30 09:27:13.908671 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.909579 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.910135 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: ip-substring-filtering Sep 30 09:27:13.910466 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: l2_adjacency.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.911361 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.911868 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 30 09:27:13.912199 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: l3.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.913363 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.913910 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: router Sep 30 09:27:13.914246 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.916608 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.917144 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 30 09:27:13.917487 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.918399 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.918927 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: ext-gw-mode Sep 30 09:27:13.919266 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.920157 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.920682 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: l3-ha Sep 30 09:27:13.921018 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.921925 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.922441 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 30 09:27:13.922777 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: l3_flavors.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.923658 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.924181 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: l3-flavors Sep 30 09:27:13.924516 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.925875 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.926407 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 30 09:27:13.926742 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.927632 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.928162 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 30 09:27:13.929036 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: l3agentscheduler.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.930076 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.930600 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: l3_agent_scheduler Sep 30 09:27:13.930937 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: local_ip.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.932673 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.933204 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extension local_ip not supported by any of loaded plugins Sep 30 09:27:13.933539 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: logging.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.934997 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.935533 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extension logging not supported by any of loaded plugins Sep 30 09:27:13.935872 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: metering.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.936577 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.937164 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: metering Sep 30 09:27:13.937498 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.938591 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.939115 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: metering_source_and_destination_fields Sep 30 09:27:13.939448 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: multiprovidernet.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.940343 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.940914 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: multi-provider Sep 30 09:27:13.941203 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: netmtu.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.942113 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.942636 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: net-mtu Sep 30 09:27:13.942969 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: netmtu_writable.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.943852 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.945028 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: net-mtu-writable Sep 30 09:27:13.945360 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: network_availability_zone.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.946035 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.946552 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: network_availability_zone Sep 30 09:27:13.946881 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: network_ip_availability.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.947949 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.948465 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: network-ip-availability Sep 30 09:27:13.948796 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: network_segment_range.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.949522 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.950063 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extension network-segment-range not supported by any of loaded plugins Sep 30 09:27:13.950395 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: pagination.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.951328 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.951664 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: pagination Sep 30 09:27:13.951992 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: port_device_profile.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.952859 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.953379 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: port-device-profile Sep 30 09:27:13.953740 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: port_mac_address_override.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.954626 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.955141 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: port-mac-override Sep 30 09:27:13.955467 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.956346 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.956862 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: port-mac-address-regenerate Sep 30 09:27:13.957190 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.958088 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.958601 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: port-numa-affinity-policy Sep 30 09:27:13.958928 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: port_resource_request.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.959827 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.960342 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extension port-resource-request not supported by any of loaded plugins Sep 30 09:27:13.960668 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: port_resource_request_groups.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.961600 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.962142 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 30 09:27:13.962469 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: portbindings.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.963354 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.963868 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: binding Sep 30 09:27:13.964195 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: portbindings_extended.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.965421 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.965973 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: binding-extended Sep 30 09:27:13.966309 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: portsecurity.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.967189 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.967717 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: port-security Sep 30 09:27:13.968050 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: project_id.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.969176 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.969517 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: project-id Sep 30 09:27:13.969958 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: providernet.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.970839 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.971355 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: provider Sep 30 09:27:13.971683 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: qos.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.975291 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.975835 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extension qos not supported by any of loaded plugins Sep 30 09:27:13.976180 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.977410 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.977967 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 30 09:27:13.978306 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.979194 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.979714 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 30 09:27:13.980047 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: qos_default.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.980937 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.981458 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extension qos-default not supported by any of loaded plugins Sep 30 09:27:13.981816 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: qos_fip.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.982708 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.983234 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extension qos-fip not supported by any of loaded plugins Sep 30 09:27:13.983563 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.984447 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.984970 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 30 09:27:13.985301 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: qos_gateway_ip.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.986227 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.986885 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 30 09:27:13.987217 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: qos_port_network_policy.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.988103 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.988625 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 30 09:27:13.988956 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.989990 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.990514 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 30 09:27:13.991378 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.992380 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.992984 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 30 09:27:13.993315 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: qos_pps_rule.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.994491 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.995013 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extension qos-pps not supported by any of loaded plugins Sep 30 09:27:13.995345 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: qos_rule_type_details.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.996231 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.996745 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 30 09:27:13.997075 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.997987 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:13.998502 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 30 09:27:13.998833 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: qos_rules_alias.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:13.999839 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:14.000361 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 30 09:27:14.000693 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: quota_check_limit.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:14.001577 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:14.002130 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: quota-check-limit Sep 30 09:27:14.002462 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: quotasv2.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:14.003379 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:14.003711 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: quotas Sep 30 09:27:14.004038 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: quotasv2_detail.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:14.005747 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:14.006101 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: quota_details Sep 30 09:27:14.006499 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: rbac.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:14.008108 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:14.008637 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: rbac-policies Sep 30 09:27:14.008980 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: rbac_address_group.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:14.009910 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:14.010443 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: rbac-address-group Sep 30 09:27:14.010778 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: rbac_address_scope.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:14.011741 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:14.012267 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: rbac-address-scope Sep 30 09:27:14.012605 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: rbac_security_groups.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:14.013496 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:14.014056 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: rbac-security-groups Sep 30 09:27:14.014393 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: rbac_subnetpool.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:14.015291 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:14.015812 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: rbac-subnetpool Sep 30 09:27:14.016145 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: revisionifmatch.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:14.017040 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:14.017564 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: revision-if-match Sep 30 09:27:14.017922 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: revisions.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:14.019422 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:14.020022 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: standard-attr-revisions Sep 30 09:27:14.020471 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: router_availability_zone.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:14.021254 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:14.022220 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: router_availability_zone Sep 30 09:27:14.022595 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: routerservicetype.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:14.023652 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:14.024353 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extension router-service-type not supported by any of loaded plugins Sep 30 09:27:14.024749 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:14.026037 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:14.026628 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: security-groups-normalized-cidr Sep 30 09:27:14.027039 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:14.028099 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:14.028852 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: port-security-groups-filtering Sep 30 09:27:14.029029 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:14.030151 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:14.030928 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: security-groups-remote-address-group Sep 30 09:27:14.031364 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:14.032924 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:14.033513 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: security-groups-shared-filtering Sep 30 09:27:14.033933 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: securitygroup.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:14.045100 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:14.045661 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: security-group Sep 30 09:27:14.046008 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: segment.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:14.046713 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:14.047234 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extension segment not supported by any of loaded plugins Sep 30 09:27:14.047571 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:14.048492 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:14.049013 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 30 09:27:14.049348 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: servicetype.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:14.050443 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:14.050972 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: service-type Sep 30 09:27:14.051311 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: sorting.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:14.052267 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:14.052609 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: sorting Sep 30 09:27:14.052939 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: standard_attr_segment.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:14.054511 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:14.054983 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 30 09:27:14.055315 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: standardattrdescription.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:14.055938 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:14.056460 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: standard-attr-description Sep 30 09:27:14.056791 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: stateful_security_group.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:14.057712 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:14.058239 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: stateful-security-group Sep 30 09:27:14.058564 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: stdattrs_common.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:14.059117 dv-cinder-master-3-smb neutron-server[106262]: WARNING neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 30 09:27:14.059446 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:14.060337 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:14.060850 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 30 09:27:14.061183 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: subnet_onboard.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:14.062247 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:14.062770 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: subnet_onboard Sep 30 09:27:14.063101 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:14.063998 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:14.064516 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 30 09:27:14.064847 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: subnet_service_types.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:14.065782 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:14.066307 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: subnet-service-types Sep 30 09:27:14.066638 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: subnetallocation.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:14.067672 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:14.068201 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: subnet_allocation Sep 30 09:27:14.068530 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:14.069823 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:14.070345 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: subnetpool-prefix-ops Sep 30 09:27:14.070675 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:14.071575 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:14.072096 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 30 09:27:14.072427 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: tagging.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:14.073461 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:14.074037 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: standard-attr-tag Sep 30 09:27:14.074371 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: timestamp.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:14.075532 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:14.076059 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loaded extension: standard-attr-timestamp Sep 30 09:27:14.076393 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: trunk.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:14.077384 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:14.077941 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extension trunk not supported by any of loaded plugins Sep 30 09:27:14.078277 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: trunk_details.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:14.079159 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:14.079677 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extension trunk-details not supported by any of loaded plugins Sep 30 09:27:14.080011 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: uplink_status_propagation.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:14.080901 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:14.081418 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 30 09:27:14.081787 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Loading extension file: vlantransparent.py {{(pid=106262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 30 09:27:14.082434 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 30 09:27:14.082945 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 30 09:27:14.085550 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.quota.resource_registry [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Creating instance of TrackedResource for resource:network Sep 30 09:27:14.086105 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.quota.resource_registry [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Creating instance of TrackedResource for resource:subnet Sep 30 09:27:14.086512 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.quota.resource_registry [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Creating instance of TrackedResource for resource:subnetpool Sep 30 09:27:14.086907 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.quota.resource_registry [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Creating instance of TrackedResource for resource:port Sep 30 09:27:14.088204 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.v2.resource_helper [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 09:27:14.088658 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.v2.resource_helper [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Service FLAVORS assigned prefix: {{(pid=106262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 09:27:14.089281 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.v2.resource_helper [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 09:27:14.089757 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.v2.resource_helper [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 09:27:14.090099 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.quota.resource_registry [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Creating instance of TrackedResource for resource:router Sep 30 09:27:14.090545 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.quota.resource_registry [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Creating instance of TrackedResource for resource:floatingip Sep 30 09:27:14.091048 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.v2.resource_helper [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Service METERING assigned prefix: /metering {{(pid=106262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 09:27:14.092498 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:14.092879 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:14.093241 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106262) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:27:14.094282 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.quota.resource_registry [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Creating instance of CountableResource for resource:rbac_policy Sep 30 09:27:14.094739 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.quota.resource_registry [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Creating instance of TrackedResource for resource:security_group Sep 30 09:27:14.095191 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.quota.resource_registry [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 30 09:27:14.095737 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.v2.resource_helper [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Service CORE assigned prefix: {{(pid=106262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 09:27:14.096086 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.quota.resource_registry [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Creating instance of TrackedResource for resource:subnetpool Sep 30 09:27:14.096439 dv-cinder-master-3-smb neutron-server[106262]: WARNING neutron.quota.resource_registry [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] subnetpool is already registered Sep 30 09:27:14.096872 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.v2.resource_helper [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Service CORE assigned prefix: {{(pid=106262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 09:27:14.097203 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.quota.resource_registry [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Creating instance of TrackedResource for resource:subnetpool Sep 30 09:27:14.097539 dv-cinder-master-3-smb neutron-server[106262]: WARNING neutron.quota.resource_registry [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] subnetpool is already registered Sep 30 09:27:14.099982 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.v2.resource_helper [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 09:27:14.100498 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.v2.resource_helper [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Service FLAVORS assigned prefix: {{(pid=106262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 09:27:14.101271 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.v2.resource_helper [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 09:27:14.101852 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.v2.resource_helper [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 09:27:14.102199 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.quota.resource_registry [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Creating instance of TrackedResource for resource:router Sep 30 09:27:14.102550 dv-cinder-master-3-smb neutron-server[106262]: WARNING neutron.quota.resource_registry [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] router is already registered Sep 30 09:27:14.102987 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.quota.resource_registry [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Creating instance of TrackedResource for resource:floatingip Sep 30 09:27:14.103327 dv-cinder-master-3-smb neutron-server[106262]: WARNING neutron.quota.resource_registry [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] floatingip is already registered Sep 30 09:27:14.103801 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.v2.resource_helper [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Service METERING assigned prefix: /metering {{(pid=106262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 09:27:14.104534 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.quota.resource_registry [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Creating instance of CountableResource for resource:rbac_policy Sep 30 09:27:14.104869 dv-cinder-master-3-smb neutron-server[106262]: WARNING neutron.quota.resource_registry [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] rbac_policy is already registered Sep 30 09:27:14.105291 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.quota.resource_registry [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Creating instance of TrackedResource for resource:security_group Sep 30 09:27:14.105659 dv-cinder-master-3-smb neutron-server[106262]: WARNING neutron.quota.resource_registry [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] security_group is already registered Sep 30 09:27:14.106092 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.quota.resource_registry [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 30 09:27:14.106434 dv-cinder-master-3-smb neutron-server[106262]: WARNING neutron.quota.resource_registry [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] security_group_rule is already registered Sep 30 09:27:14.106944 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.v2.resource_helper [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Service CORE assigned prefix: {{(pid=106262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 09:27:14.107278 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.quota.resource_registry [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Creating instance of TrackedResource for resource:subnetpool Sep 30 09:27:14.107617 dv-cinder-master-3-smb neutron-server[106262]: WARNING neutron.quota.resource_registry [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] subnetpool is already registered Sep 30 09:27:14.108058 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.v2.resource_helper [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Service CORE assigned prefix: {{(pid=106262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 30 09:27:14.108389 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.quota.resource_registry [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Creating instance of TrackedResource for resource:subnetpool Sep 30 09:27:14.108727 dv-cinder-master-3-smb neutron-server[106262]: WARNING neutron.quota.resource_registry [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] subnetpool is already registered Sep 30 09:27:14.109198 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extended resource: extensions {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:27:14.110821 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extended resource: address-groups {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:27:14.112322 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extended resource: address-scopes {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:27:14.113561 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extended resource: agents {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:27:14.114769 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extended resource: auto-allocated-topology {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:27:14.117933 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extended resource: availability_zones {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:27:14.119202 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extended resource: dhcp-networks {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:27:14.120649 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extended resource: dhcp-agents {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:27:14.122242 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extended resource: routers {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:27:14.124010 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extended resource: flavors {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:27:14.125199 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extended resource: service_profiles {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:27:14.126563 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extended resource: next_providers {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:27:14.128045 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extended resource: service_profiles {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:27:14.129517 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extended resource: floatingip-pools {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:27:14.130816 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extended resource: routers {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:27:14.133487 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extended resource: floatingips {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:27:14.134737 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extended resource: l3-routers {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:27:14.136151 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extended resource: l3-agents {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:27:14.137724 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extended resource: metering-labels {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:27:14.139036 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extended resource: metering-label-rules {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:27:14.140352 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extended resource: network-ip-availabilities {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:27:14.141766 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extended resource: bindings {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:27:14.143365 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extended resource: quotas {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:27:14.144965 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extended resource: quotas {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:27:14.146663 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extended resource: rbac-policies {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:27:14.148325 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extended resource: security-groups {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:27:14.149555 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extended resource: security-group-rules {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:27:14.150888 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extended resource: service-providers {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:27:14.152215 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extended resource: subnetpools {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:27:14.153573 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extended resource: subnetpools {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:27:14.155091 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extended resource: tags {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:27:14.156881 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extended resource: tags {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:27:14.158677 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extended resource: tags {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:27:14.160605 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extended resource: tags {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:27:14.162362 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extended resource: tags {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:27:14.164329 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extended resource: tags {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:27:14.166185 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extended resource: tags {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:27:14.168014 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extended resource: tags {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:27:14.169914 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extended resource: tags {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:27:14.171801 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron.api.extensions [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Extended resource: tags {{(pid=106262) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 30 09:27:14.179356 dv-cinder-master-3-smb neutron-server[106262]: WARNING keystonemiddleware.auth_token [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 30 09:27:14.184455 dv-cinder-master-3-smb neutron-server[106262]: WARNING keystonemiddleware.auth_token [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 30 09:27:14.193714 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_concurrency.lockutils [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Acquiring lock "singleton_lock" {{(pid=106262) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 30 09:27:14.194530 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_concurrency.lockutils [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Acquired lock "singleton_lock" {{(pid=106262) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 30 09:27:14.195179 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_concurrency.lockutils [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Releasing lock "singleton_lock" {{(pid=106262) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 30 09:27:14.195851 dv-cinder-master-3-smb neutron-server[106262]: INFO oslo_service.service [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Starting 2 workers Sep 30 09:27:14.200739 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Started child 106375 {{(pid=106262) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 30 09:27:14.205195 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Started child 106376 {{(pid=106262) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 30 09:27:14.206282 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:14.206891 dv-cinder-master-3-smb neutron-server[106262]: INFO neutron.service [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 30 09:27:14.207442 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:14.207802 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [-] (106375) wsgi starting up on http://0.0.0.0:9696 Sep 30 09:27:14.210146 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:14.210891 dv-cinder-master-3-smb neutron-server[106262]: INFO oslo_service.service [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Starting 1 workers Sep 30 09:27:14.211507 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [-] (106376) wsgi starting up on http://0.0.0.0:9696 Sep 30 09:27:14.215490 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Started child 106377 {{(pid=106262) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 30 09:27:14.216036 dv-cinder-master-3-smb neutron-server[106262]: INFO oslo_service.service [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Starting 1 workers Sep 30 09:27:14.219308 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.service [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] calling RpcWorker wait() {{(pid=106377) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 30 09:27:14.219881 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.service [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] returning from RpcWorker wait() {{(pid=106377) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 30 09:27:14.220636 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Started child 106378 {{(pid=106262) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 30 09:27:14.221268 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:14.221387 dv-cinder-master-3-smb neutron-server[106262]: DEBUG neutron_lib.callbacks.manager [None req-93c1949d-75a9-4673-acb5-0547385aa980 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:14.221819 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:27:14.223437 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106262) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 30 09:27:14.223649 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 30 09:27:14.223839 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 30 09:27:14.224122 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 30 09:27:14.224479 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 30 09:27:14.224665 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 30 09:27:14.225758 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.226043 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.226166 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:14.226751 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.226751 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.227078 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:27:14.227169 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.227429 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.227676 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.227964 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.228221 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.228394 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.228563 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.228810 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.229046 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.229371 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.229671 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.229925 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.230180 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.230353 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.230608 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.230884 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.231140 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.231445 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] debug = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.231700 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.232192 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.232441 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.232703 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.232941 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.233213 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.233474 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.233781 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.234111 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.234331 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.234570 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.234830 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.235083 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.235328 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.235566 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.235836 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.236073 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.236561 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-smb {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.236813 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.237055 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.237308 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.237575 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.237841 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.238058 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.238325 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.238576 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.238832 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.239062 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.239339 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.239597 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.239837 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.240084 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] log_file = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.240239 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] log_options = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.240478 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.240778 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.241671 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.241893 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.242084 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.242223 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.242499 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.242673 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.242936 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.243162 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.243382 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.243608 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.243859 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.244087 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.244345 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.244700 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.245029 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.245450 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.245961 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.246296 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.246556 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.246848 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.247259 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.247410 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.247896 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.248304 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.248522 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.248857 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.249179 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.249508 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.249864 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.250178 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.250767 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.250984 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.251255 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.251495 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.251799 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.251985 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.252268 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.252502 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.252773 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.253055 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.253370 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.253728 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.253976 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.254209 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.255536 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] use_json = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.256229 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.256574 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.257337 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.257796 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.258029 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.258420 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.260227 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.260357 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.260805 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.261002 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.261313 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.263414 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.263414 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.263414 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.263414 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.263414 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.263414 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.263414 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.264146 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.264146 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.264395 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.264516 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.264761 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.265049 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.265497 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.265837 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.266146 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.266412 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.266641 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.266869 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.267120 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.267402 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.267659 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.267900 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.268141 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.268379 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.268714 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.268995 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.269272 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.269613 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.269919 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.270179 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.270434 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.270658 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.270917 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.271139 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.271361 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.271612 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.271851 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.272496 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.272888 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.273140 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.273384 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.273619 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.273893 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.274171 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.274427 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.274685 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.274904 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.275129 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.275353 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.275929 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.275929 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.276240 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.276372 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.276855 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.276855 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.277120 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.277253 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.277661 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.277661 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.277939 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.278119 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.278357 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.278575 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.278818 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.279036 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.279311 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.279553 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.279769 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.280978 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.280978 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.280978 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.280978 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.280978 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.281592 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.281592 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.281592 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.281982 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.281982 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.282224 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.282385 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.282607 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.282857 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.283102 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.283327 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.283544 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.283762 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.284000 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.284218 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.284452 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.284784 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.285037 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.285296 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.285524 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.285819 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.286062 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.286316 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.286576 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.286800 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.287021 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.287289 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.287521 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.288533 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.288764 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.288989 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.289254 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.289491 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.289909 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.290315 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.290567 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.290793 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.291029 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.291258 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.291504 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.291734 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.291994 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.292243 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.292483 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.292727 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.292988 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.293241 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.293521 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.293819 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.294118 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.294340 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.294610 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.294904 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.295183 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.295450 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.295705 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.295962 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.296233 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.296501 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.296762 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.297017 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.297253 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.297511 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.297800 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.298018 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.298239 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.298475 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.298803 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.299055 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.299307 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.299531 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.299815 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.300092 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.300344 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.300629 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.300888 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.301156 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.301402 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.301658 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.301902 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.302163 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.302429 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.302650 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.302888 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.303124 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.303410 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.303624 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.303846 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.304092 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.304313 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.304537 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.304757 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.305001 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.305221 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.305474 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.305836 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.305970 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.306211 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.306467 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.306851 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.307076 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.307312 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.307576 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.307799 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.308069 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.308348 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.308589 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.308823 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.309079 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.309324 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.309548 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.309840 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.310090 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.310320 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.310517 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.311066 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.311066 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.311331 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.311432 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.311591 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.311854 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.312110 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.312453 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.312716 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.312955 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.313208 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.313669 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.314088 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.314463 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.314843 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.315122 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.315700 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.315700 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.315881 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.316053 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.316281 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.316524 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.316729 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.316977 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.317200 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.317465 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.317733 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.317990 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.318250 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.318480 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.318708 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.319486 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.319828 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.319950 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.320166 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.320382 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.320596 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.320814 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.321028 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.321372 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.321619 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.321872 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.322131 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.322354 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.322571 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.322826 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.323063 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.323280 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.323506 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.323727 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.323941 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.324214 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.324602 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.324743 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.324873 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.325062 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.325275 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.325517 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.325763 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.325987 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.326214 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.326437 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.326650 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.326880 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.327113 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.327326 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.327549 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.327776 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.327992 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.328238 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.328448 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.328664 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.328886 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.329105 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.329504 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.329673 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.329872 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.330110 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.330398 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.330630 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.330876 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.331099 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.331407 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.331623 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.331863 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.332096 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.332321 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.332543 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.332798 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.333127 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.333215 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:27:14.333422 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.333695 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.333969 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.334260 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.334609 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.335031 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.335288 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.335594 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.335924 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.336183 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.336450 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.336682 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.336944 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.337170 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.337518 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.337973 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.337973 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.338136 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.338332 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.338626 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.338888 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.339108 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.339362 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.339559 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.339819 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.340051 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.340275 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.340496 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.340658 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 30 09:27:14.341183 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106262) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 30 09:27:14.341345 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 30 09:27:14.341500 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 30 09:27:14.341690 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 30 09:27:14.341863 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 30 09:27:14.342018 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 30 09:27:14.342227 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.342392 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.342556 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.342718 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.342916 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.343078 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.343231 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.343393 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.343553 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.343715 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.343875 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.344035 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.344202 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.344363 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.344542 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.344684 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.344845 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.345009 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.345170 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.345330 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.345490 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.345679 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] debug = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.345849 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.346063 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.346231 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.346388 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.346551 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.346711 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.346877 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.347037 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.347194 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.347518 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.347678 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.347843 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.348004 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.348165 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.348940 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.348940 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.348940 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.348940 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-smb {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.348940 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.349331 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.349331 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.349476 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.349555 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.349682 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.349847 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.350007 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.350715 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.350941 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.351114 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.351281 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.351444 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.351606 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] log_file = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.351767 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] log_options = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.351927 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.352086 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.352246 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.352439 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.352736 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.352736 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.352920 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.353061 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.353221 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.353382 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.353542 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.353830 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.353997 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.354158 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.354318 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.354479 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.354639 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.354804 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.354967 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.355128 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.355291 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.355456 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.355615 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.355776 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.355936 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.356097 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.356257 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.356416 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.356577 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.356737 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.356898 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.357058 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.357219 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.357379 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.357541 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.357725 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.357886 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.358047 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.358214 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.358375 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.358535 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.358696 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.359055 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.359055 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.359525 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.359525 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.359525 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] use_json = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.359834 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.359834 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.360063 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.360063 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.360250 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.360371 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.360490 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.360839 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.360839 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 30 09:27:14.361500 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.361500 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.361500 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.361500 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.361968 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.361968 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.361968 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.362528 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.362528 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.362528 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.362528 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.362947 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.362947 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.362947 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.363209 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.363291 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.363446 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.363609 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.363774 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.363937 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.364100 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.364264 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.364436 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.364597 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.364763 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.364927 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.365091 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.365261 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.365432 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.365582 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.365808 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.366138 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.366512 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.366706 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.366875 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.367045 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.367208 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.367535 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.367691 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.367858 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.368022 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.368207 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.368379 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.368543 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.368709 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.368859 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.369024 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.369189 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.369352 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.369516 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.369704 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.369870 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.370033 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.370197 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.370366 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.370513 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.370675 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.370849 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.371012 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.371176 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.371338 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.371501 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.371664 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.371826 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.371988 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.372150 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.372312 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.372476 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.372667 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.372835 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.372999 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.373162 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.373513 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.373513 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.373770 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.373890 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.373971 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.374129 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.374293 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.374455 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.374619 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.374787 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.376080 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.376080 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.376080 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.376080 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.376080 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.376080 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.376080 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.376080 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.376670 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.376670 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.376670 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.376670 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.376920 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.376920 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.377075 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.377242 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.377401 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.377564 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.377750 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.377913 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.378074 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.378236 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.378401 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.378563 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.378724 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.378888 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.379049 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.379211 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.379373 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.379535 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.379697 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.379860 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.380022 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.380183 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.380346 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.380508 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.380669 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.380832 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.380995 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.381158 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.381319 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.382056 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.382397 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.382608 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.382708 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.382875 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.383049 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.383214 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.383377 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.383541 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.383703 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.383865 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.384028 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.384191 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.384352 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.384515 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.384679 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.384856 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.385020 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.385183 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.385345 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.385530 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.385782 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.385946 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.386109 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.386270 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.386431 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.386593 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.386757 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.386920 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.387070 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.387235 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.387398 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.387561 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.387722 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.387885 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.388048 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.388211 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.388375 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.388537 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.388700 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.388862 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.389026 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.389188 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.389350 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.389513 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.389714 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.389883 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.390048 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.390209 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.390374 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.390536 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.390697 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.390861 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.391024 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.391186 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.391348 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.391510 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.391678 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.392386 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.392386 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.392386 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.392386 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.392761 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.392761 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.392761 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.392980 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.393057 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.393188 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.393352 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.393516 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.393700 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.393866 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.394029 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.394194 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.394356 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.394539 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.394704 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.394872 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.395036 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.395198 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.395361 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.395523 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.395686 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.395848 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.396010 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.396174 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.396336 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.396499 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.396662 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.396823 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.397305 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.397598 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.397904 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.398076 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.398244 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.398408 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.398573 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.398737 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.398900 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.399063 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.399226 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.399388 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.399551 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.399713 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.399877 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.400039 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.400203 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.400382 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.400546 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.400706 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.400859 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.401023 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.401185 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.401359 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.401519 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.401693 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.401857 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.402021 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.402183 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.402399 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.402548 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.402686 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.402845 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.403009 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.403171 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.403345 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.403506 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.403668 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.403830 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.403994 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.404155 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.404328 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.404490 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.404647 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.404807 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.404970 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.405132 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.405307 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.405469 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.405646 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.405812 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.405976 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.406138 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.406310 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.406922 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.406922 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.406922 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.406922 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.407222 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.407222 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.407396 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.407560 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.407725 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.407886 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.408050 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.408213 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.408390 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.408545 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.408717 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.408886 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.409049 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.409221 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.409391 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.409562 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.409753 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.409924 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.410098 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.410261 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.410424 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.410586 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.410748 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.410909 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.411071 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.411258 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.411395 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.411531 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.411692 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.411853 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.412015 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.412177 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.412340 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.412502 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.413276 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.413443 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.413609 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.413792 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 30 09:27:14.413948 dv-cinder-master-3-smb neutron-server[106262]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106262) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 30 09:27:14.492768 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 34242) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:27:14.499601 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [-] 10.222.0.15 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048432 Sep 30 09:27:14.504021 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [-] 10.222.0.15 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038598 Sep 30 09:27:23.683413 dv-cinder-master-3-smb neutron-server[106262]: DEBUG dbcounter [-] [106262] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106262) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:27:25.984000 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writer thread running {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 30 09:27:25.985059 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1f7993-401f-476c-9fa5-7aeda198d7aa None None] get_active_networks_info from dv-cinder-master-3-smb {{(pid=106377) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 30 09:27:26.076932 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1f7993-401f-476c-9fa5-7aeda198d7aa None None] No non-hosted networks {{(pid=106377) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 30 09:27:26.089657 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7f810a20-507e-459a-9b28-e482b2816022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-760770'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:27.692930 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writer thread running {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 30 09:27:28.259444 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a8a4e925-4071-40e1-a1ef-87960bff8076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-760770'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:28.309152 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c1d45f46-0ae8-4b64-83cf-a65b5928b8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:29.411579 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-760770'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:29.694226 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 34316) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:27:30.279880 dv-cinder-master-3-smb neutron-server[106376]: WARNING oslo_policy.policy [None req-63640fa0-5adf-4f34-a746-96bf17fe1004 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 09:27:30.280450 dv-cinder-master-3-smb neutron-server[106376]: WARNING oslo_policy.policy [None req-63640fa0-5adf-4f34-a746-96bf17fe1004 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 09:27:30.507650 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [None req-63640fa0-5adf-4f34-a746-96bf17fe1004 admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 30 09:27:30.509691 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-63640fa0-5adf-4f34-a746-96bf17fe1004 admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8135982 Sep 30 09:27:30.891062 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-760770'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:30.891846 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:30.892185 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:30.892668 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:30.893086 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:30.893460 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:30.894100 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:30.897955 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:30.899440 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:30.899792 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:30.900129 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:30.900459 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:30.900787 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:30.901123 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:30.901447 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:30.901793 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:30.905122 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-master-3-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:27:30.922112 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-master-3-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:27:30.934356 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-760770'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:33.246651 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 34350) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:27:33.591524 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-1c4fb2c4-3d99-4f29-91fe-8721d493e2bc admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:27:33.604326 dv-cinder-master-3-smb neutron-server[106376]: ERROR stevedore.extension [None req-1c4fb2c4-3d99-4f29-91fe-8721d493e2bc admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 30 09:27:33.685047 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.policy [None req-1c4fb2c4-3d99-4f29-91fe-8721d493e2bc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106376) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 30 09:27:33.726854 dv-cinder-master-3-smb neutron-server[106376]: WARNING oslo_policy.policy [None req-1c4fb2c4-3d99-4f29-91fe-8721d493e2bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 09:27:33.727232 dv-cinder-master-3-smb neutron-server[106376]: WARNING oslo_policy.policy [None req-1c4fb2c4-3d99-4f29-91fe-8721d493e2bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 09:27:33.746856 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writer thread running {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 30 09:27:33.824163 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1c4fb2c4-3d99-4f29-91fe-8721d493e2bc admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770945634942', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770945635426', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770950698374', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770950705223', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770950703493', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770950710837', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3480798', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3488968', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-770747', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-568240'] for rbac-policy (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:33.899118 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1c4fb2c4-3d99-4f29-91fe-8721d493e2bc admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:33.900302 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-1c4fb2c4-3d99-4f29-91fe-8721d493e2bc admin admin] 10.222.0.15 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6524796 Sep 30 09:27:34.485908 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.db.l3_hamode_db [None req-d30db125-e1d3-46b5-85c3-b89675d4a3d0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 30 09:27:34.567325 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30db125-e1d3-46b5-85c3-b89675d4a3d0 None None] Routers set() bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:27:34.567739 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30db125-e1d3-46b5-85c3-b89675d4a3d0 None None] Router IDs set() for agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 30 09:27:36.509257 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 34360) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:27:36.842294 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-0dbd205e-c1d1-402f-8e73-830e33260e98 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:27:36.871905 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dbd205e-c1d1-402f-8e73-830e33260e98 demo demo] Made reservation on behalf of ae2ddd1aac7e4151aae57ef1624fd1b0 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:27:36.876147 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0dbd205e-c1d1-402f-8e73-830e33260e98 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for network (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:36.895028 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0dbd205e-c1d1-402f-8e73-830e33260e98 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:37.004301 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0dbd205e-c1d1-402f-8e73-830e33260e98 demo demo] Publish callbacks [] for security_group (74231715-eecf-4064-988a-d2923d3bfca5), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:37.008036 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0dbd205e-c1d1-402f-8e73-830e33260e98 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (74231715-eecf-4064-988a-d2923d3bfca5), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:37.035621 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dbd205e-c1d1-402f-8e73-830e33260e98 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:27:37.074154 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0dbd205e-c1d1-402f-8e73-830e33260e98 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770945895617', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765'] for segment (1febe5e2-e1f9-4010-9fa4-405fa6c83b02), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:37.074732 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0dbd205e-c1d1-402f-8e73-830e33260e98 demo demo] Unsubscribe: segment precommit_create {{(pid=106376) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 30 09:27:37.075264 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.db.segments_db [None req-0dbd205e-c1d1-402f-8e73-830e33260e98 demo demo] Added segment 1febe5e2-e1f9-4010-9fa4-405fa6c83b02 of type vlan for network 7058d161-3d41-4815-b914-d81f5ca18f62 Sep 30 09:27:37.093376 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd205e-c1d1-402f-8e73-830e33260e98 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=74231715-eecf-4064-988a-d2923d3bfca5,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:27:37.144580 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd205e-c1d1-402f-8e73-830e33260e98 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:37.144928 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd205e-c1d1-402f-8e73-830e33260e98 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:37.145267 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd205e-c1d1-402f-8e73-830e33260e98 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:37.145621 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd205e-c1d1-402f-8e73-830e33260e98 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:37.146795 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd205e-c1d1-402f-8e73-830e33260e98 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:37.147251 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd205e-c1d1-402f-8e73-830e33260e98 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:37.147755 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd205e-c1d1-402f-8e73-830e33260e98 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:37.148067 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd205e-c1d1-402f-8e73-830e33260e98 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:37.148539 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd205e-c1d1-402f-8e73-830e33260e98 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:37.148985 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd205e-c1d1-402f-8e73-830e33260e98 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:37.149312 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd205e-c1d1-402f-8e73-830e33260e98 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:37.149671 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd205e-c1d1-402f-8e73-830e33260e98 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:37.149998 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd205e-c1d1-402f-8e73-830e33260e98 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:37.150315 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd205e-c1d1-402f-8e73-830e33260e98 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:37.150634 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd205e-c1d1-402f-8e73-830e33260e98 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:37.151843 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd205e-c1d1-402f-8e73-830e33260e98 demo demo] Tracked resource versions report: Sep 30 09:27:37.151843 dv-cinder-master-3-smb neutron-server[106376]: pushed versions: Sep 30 09:27:37.151843 dv-cinder-master-3-smb neutron-server[106376]: { 'AddressGroup': {'1.2'}, Sep 30 09:27:37.151843 dv-cinder-master-3-smb neutron-server[106376]: 'Agent': {'1.1'}, Sep 30 09:27:37.151843 dv-cinder-master-3-smb neutron-server[106376]: 'ConntrackHelper': {'1.0'}, Sep 30 09:27:37.151843 dv-cinder-master-3-smb neutron-server[106376]: 'LocalIPAssociation': {'1.0'}, Sep 30 09:27:37.151843 dv-cinder-master-3-smb neutron-server[106376]: 'Log': {'1.0'}, Sep 30 09:27:37.151843 dv-cinder-master-3-smb neutron-server[106376]: 'NDPProxy': {'1.0'}, Sep 30 09:27:37.151843 dv-cinder-master-3-smb neutron-server[106376]: 'Network': {'1.1'}, Sep 30 09:27:37.151843 dv-cinder-master-3-smb neutron-server[106376]: 'Port': {'1.7'}, Sep 30 09:27:37.151843 dv-cinder-master-3-smb neutron-server[106376]: 'PortForwarding': {'1.3'}, Sep 30 09:27:37.151843 dv-cinder-master-3-smb neutron-server[106376]: 'QosPolicy': {'1.10'}, Sep 30 09:27:37.151843 dv-cinder-master-3-smb neutron-server[106376]: 'SecurityGroup': {'1.5'}, Sep 30 09:27:37.151843 dv-cinder-master-3-smb neutron-server[106376]: 'SecurityGroupRule': {'1.2'}, Sep 30 09:27:37.151843 dv-cinder-master-3-smb neutron-server[106376]: 'SubPort': {'1.0'}, Sep 30 09:27:37.151843 dv-cinder-master-3-smb neutron-server[106376]: 'Subnet': {'1.1'}, Sep 30 09:27:37.151843 dv-cinder-master-3-smb neutron-server[106376]: 'Trunk': {'1.1'}} Sep 30 09:27:37.151843 dv-cinder-master-3-smb neutron-server[106376]: consumer versions: Sep 30 09:27:37.151843 dv-cinder-master-3-smb neutron-server[106376]: { DHCP agent@dv-cinder-master-3-smb: {}, Sep 30 09:27:37.151843 dv-cinder-master-3-smb neutron-server[106376]: L3 agent@dv-cinder-master-3-smb: {}, Sep 30 09:27:37.151843 dv-cinder-master-3-smb neutron-server[106376]: Metadata agent@dv-cinder-master-3-smb: {}, Sep 30 09:27:37.151843 dv-cinder-master-3-smb neutron-server[106376]: Metering agent@dv-cinder-master-3-smb: {}, Sep 30 09:27:37.151843 dv-cinder-master-3-smb neutron-server[106376]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Sep 30 09:27:37.151843 dv-cinder-master-3-smb neutron-server[106376]: 'Agent': '1.1', Sep 30 09:27:37.151843 dv-cinder-master-3-smb neutron-server[106376]: 'ConntrackHelper': '1.0', Sep 30 09:27:37.151843 dv-cinder-master-3-smb neutron-server[106376]: 'LocalIPAssociation': '1.0', Sep 30 09:27:37.151843 dv-cinder-master-3-smb neutron-server[106376]: 'Log': '1.0', Sep 30 09:27:37.151843 dv-cinder-master-3-smb neutron-server[106376]: 'NDPProxy': '1.0', Sep 30 09:27:37.151843 dv-cinder-master-3-smb neutron-server[106376]: 'Network': '1.1', Sep 30 09:27:37.151843 dv-cinder-master-3-smb neutron-server[106376]: 'Port': '1.7', Sep 30 09:27:37.151843 dv-cinder-master-3-smb neutron-server[106376]: 'PortForwarding': '1.3', Sep 30 09:27:37.151843 dv-cinder-master-3-smb neutron-server[106376]: 'QosPolicy': '1.10', Sep 30 09:27:37.151843 dv-cinder-master-3-smb neutron-server[106376]: 'SecurityGroup': '1.5', Sep 30 09:27:37.151843 dv-cinder-master-3-smb neutron-server[106376]: 'SecurityGroupRule': '1.2', Sep 30 09:27:37.151843 dv-cinder-master-3-smb neutron-server[106376]: 'SubPort': '1.0', Sep 30 09:27:37.151843 dv-cinder-master-3-smb neutron-server[106376]: 'Subnet': '1.1', Sep 30 09:27:37.151843 dv-cinder-master-3-smb neutron-server[106376]: 'Trunk': '1.1'}} Sep 30 09:27:37.151843 dv-cinder-master-3-smb neutron-server[106376]: {{(pid=106376) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 09:27:37.183666 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0dbd205e-c1d1-402f-8e73-830e33260e98 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770945417400'] for network (7058d161-3d41-4815-b914-d81f5ca18f62), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:37.225804 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0dbd205e-c1d1-402f-8e73-830e33260e98 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347'] for network (7058d161-3d41-4815-b914-d81f5ca18f62), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:37.230685 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbd205e-c1d1-402f-8e73-830e33260e98 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:27:37.231689 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0dbd205e-c1d1-402f-8e73-830e33260e98 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for network (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:37.283193 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=52,neutron:INSERT=41,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:27:37.344573 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-0dbd205e-c1d1-402f-8e73-830e33260e98 demo demo] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8340931 Sep 30 09:27:37.356914 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd205e-c1d1-402f-8e73-830e33260e98 demo demo] Pushing event updated for resources: {'Network': ['ID=7058d161-3d41-4815-b914-d81f5ca18f62,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:27:37.372401 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Network 7058d161-3d41-4815-b914-d81f5ca18f62 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:27:39.997255 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 34374) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:27:40.409910 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa03346-59ef-4a18-ae6a-2e5288b69e12 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:27:40.411272 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-4aa03346-59ef-4a18-ae6a-2e5288b69e12 demo admin] 10.222.0.15 "GET /networking/v2.0/networks/7058d161-3d41-4815-b914-d81f5ca18f62 HTTP/1.1" status: 200 len: 825 time: 0.4131169 Sep 30 09:27:40.436502 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-c328427c-4dc3-4f69-ad73-0dbc00ddb2c7 demo admin] 10.222.0.15 "GET /networking/v2.0/subnetpools/97d88c9e-168e-443a-94c6-a7c32a32cee7 HTTP/1.1" status: 200 len: 734 time: 0.0182819 Sep 30 09:27:40.445542 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-766c3b4f-e2a4-4d55-a91a-4166c33b2973 demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '7058d161-3d41-4815-b914-d81f5ca18f62', 'subnetpool_id': '97d88c9e-168e-443a-94c6-a7c32a32cee7'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:27:40.466818 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766c3b4f-e2a4-4d55-a91a-4166c33b2973 demo admin] Made reservation on behalf of ae2ddd1aac7e4151aae57ef1624fd1b0 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:27:40.469018 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-766c3b4f-e2a4-4d55-a91a-4166c33b2973 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:40.672490 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:27:40.761559 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-766c3b4f-e2a4-4d55-a91a-4166c33b2973 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347'] for subnet (099a612e-5995-4f1d-a221-749bfbace334), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:40.841710 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766c3b4f-e2a4-4d55-a91a-4166c33b2973 demo admin] Checking segment: {'id': '1febe5e2-e1f9-4010-9fa4-405fa6c83b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7058d161-3d41-4815-b914-d81f5ca18f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:27:40.842063 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766c3b4f-e2a4-4d55-a91a-4166c33b2973 demo admin] Network hostable DHCP agents. Network: 7058d161-3d41-4815-b914-d81f5ca18f62, hostable agents: ['505f8fe4-cf16-4cec-b766-e44aefc0193e'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:27:40.851146 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c3b4f-e2a4-4d55-a91a-4166c33b2973 demo admin] Pushing event updated for resources: {'Subnet': ['ID=099a612e-5995-4f1d-a221-749bfbace334,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:27:40.868180 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766c3b4f-e2a4-4d55-a91a-4166c33b2973 demo admin] Network 7058d161-3d41-4815-b914-d81f5ca18f62 is scheduled to be hosted by DHCP agent 505f8fe4-cf16-4cec-b766-e44aefc0193e with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:27:40.879342 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-766c3b4f-e2a4-4d55-a91a-4166c33b2973 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 7058d161-3d41-4815-b914-d81f5ca18f62) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:27:40.884528 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766c3b4f-e2a4-4d55-a91a-4166c33b2973 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:27:40.885136 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-766c3b4f-e2a4-4d55-a91a-4166c33b2973 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for subnet (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:40.890388 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456380ca-c1c8-43da-b075-e718df1c8fdf None None] Network 7058d161-3d41-4815-b914-d81f5ca18f62 requested from dv-cinder-master-3-smb {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:27:40.900859 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-766c3b4f-e2a4-4d55-a91a-4166c33b2973 demo admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4590979 Sep 30 09:27:41.163120 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89024036-4dc3-488b-bec6-37a5030fb720 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-7058d161-3d41-4815-b914-d81f5ca18f62', 'network_id': '7058d161-3d41-4815-b914-d81f5ca18f62', 'project_id': 'ae2ddd1aac7e4151aae57ef1624fd1b0', 'fixed_ips': [{'subnet_id': '099a612e-5995-4f1d-a221-749bfbace334'}]}} from dv-cinder-master-3-smb. {{(pid=106377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 30 09:27:41.164469 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-89024036-4dc3-488b-bec6-37a5030fb720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:41.451065 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-89024036-4dc3-488b-bec6-37a5030fb720 None None] Allocated IP 172.20.0.2 (7058d161-3d41-4815-b914-d81f5ca18f62/099a612e-5995-4f1d-a221-749bfbace334/5f37302c-6677-4142-bfd0-b08ba2a7d974) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:27:41.584552 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=64,neutron:INSERT=34,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:27:41.726379 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-89024036-4dc3-488b-bec6-37a5030fb720 None None] Publish callbacks [] for port (5f37302c-6677-4142-bfd0-b08ba2a7d974), precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:41.734636 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-89024036-4dc3-488b-bec6-37a5030fb720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778'] for port (5f37302c-6677-4142-bfd0-b08ba2a7d974), after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:41.808801 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89024036-4dc3-488b-bec6-37a5030fb720 None None] Network 7058d161-3d41-4815-b914-d81f5ca18f62 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:27:41.818701 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-89024036-4dc3-488b-bec6-37a5030fb720 None None] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:27:41.824164 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89024036-4dc3-488b-bec6-37a5030fb720 None None] Pushing event updated for resources: {'Port': ['ID=5f37302c-6677-4142-bfd0-b08ba2a7d974,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:27:41.826728 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89024036-4dc3-488b-bec6-37a5030fb720 None None] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:27:41.862492 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:27:41.864998 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89024036-4dc3-488b-bec6-37a5030fb720 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:41.865445 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89024036-4dc3-488b-bec6-37a5030fb720 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:41.865925 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89024036-4dc3-488b-bec6-37a5030fb720 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:41.866376 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89024036-4dc3-488b-bec6-37a5030fb720 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:41.866821 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89024036-4dc3-488b-bec6-37a5030fb720 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:41.867365 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89024036-4dc3-488b-bec6-37a5030fb720 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:41.867880 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89024036-4dc3-488b-bec6-37a5030fb720 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:41.868293 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89024036-4dc3-488b-bec6-37a5030fb720 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:41.868661 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89024036-4dc3-488b-bec6-37a5030fb720 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:41.869039 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89024036-4dc3-488b-bec6-37a5030fb720 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:41.869401 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89024036-4dc3-488b-bec6-37a5030fb720 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:41.869842 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89024036-4dc3-488b-bec6-37a5030fb720 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:41.870261 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89024036-4dc3-488b-bec6-37a5030fb720 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:41.870653 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89024036-4dc3-488b-bec6-37a5030fb720 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:41.871022 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89024036-4dc3-488b-bec6-37a5030fb720 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:27:41.872195 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89024036-4dc3-488b-bec6-37a5030fb720 None None] Tracked resource versions report: Sep 30 09:27:41.872195 dv-cinder-master-3-smb neutron-server[106377]: pushed versions: Sep 30 09:27:41.872195 dv-cinder-master-3-smb neutron-server[106377]: { 'AddressGroup': {'1.2'}, Sep 30 09:27:41.872195 dv-cinder-master-3-smb neutron-server[106377]: 'Agent': {'1.1'}, Sep 30 09:27:41.872195 dv-cinder-master-3-smb neutron-server[106377]: 'ConntrackHelper': {'1.0'}, Sep 30 09:27:41.872195 dv-cinder-master-3-smb neutron-server[106377]: 'LocalIPAssociation': {'1.0'}, Sep 30 09:27:41.872195 dv-cinder-master-3-smb neutron-server[106377]: 'Log': {'1.0'}, Sep 30 09:27:41.872195 dv-cinder-master-3-smb neutron-server[106377]: 'NDPProxy': {'1.0'}, Sep 30 09:27:41.872195 dv-cinder-master-3-smb neutron-server[106377]: 'Network': {'1.1'}, Sep 30 09:27:41.872195 dv-cinder-master-3-smb neutron-server[106377]: 'Port': {'1.7'}, Sep 30 09:27:41.872195 dv-cinder-master-3-smb neutron-server[106377]: 'PortForwarding': {'1.3'}, Sep 30 09:27:41.872195 dv-cinder-master-3-smb neutron-server[106377]: 'QosPolicy': {'1.10'}, Sep 30 09:27:41.872195 dv-cinder-master-3-smb neutron-server[106377]: 'SecurityGroup': {'1.5'}, Sep 30 09:27:41.872195 dv-cinder-master-3-smb neutron-server[106377]: 'SecurityGroupRule': {'1.2'}, Sep 30 09:27:41.872195 dv-cinder-master-3-smb neutron-server[106377]: 'SubPort': {'1.0'}, Sep 30 09:27:41.872195 dv-cinder-master-3-smb neutron-server[106377]: 'Subnet': {'1.1'}, Sep 30 09:27:41.872195 dv-cinder-master-3-smb neutron-server[106377]: 'Trunk': {'1.1'}} Sep 30 09:27:41.872195 dv-cinder-master-3-smb neutron-server[106377]: consumer versions: Sep 30 09:27:41.872195 dv-cinder-master-3-smb neutron-server[106377]: { DHCP agent@dv-cinder-master-3-smb: {}, Sep 30 09:27:41.872195 dv-cinder-master-3-smb neutron-server[106377]: L3 agent@dv-cinder-master-3-smb: {}, Sep 30 09:27:41.872195 dv-cinder-master-3-smb neutron-server[106377]: Metadata agent@dv-cinder-master-3-smb: {}, Sep 30 09:27:41.872195 dv-cinder-master-3-smb neutron-server[106377]: Metering agent@dv-cinder-master-3-smb: {}, Sep 30 09:27:41.872195 dv-cinder-master-3-smb neutron-server[106377]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Sep 30 09:27:41.872195 dv-cinder-master-3-smb neutron-server[106377]: 'Agent': '1.1', Sep 30 09:27:41.872195 dv-cinder-master-3-smb neutron-server[106377]: 'ConntrackHelper': '1.0', Sep 30 09:27:41.872195 dv-cinder-master-3-smb neutron-server[106377]: 'LocalIPAssociation': '1.0', Sep 30 09:27:41.872195 dv-cinder-master-3-smb neutron-server[106377]: 'Log': '1.0', Sep 30 09:27:41.872195 dv-cinder-master-3-smb neutron-server[106377]: 'NDPProxy': '1.0', Sep 30 09:27:41.872195 dv-cinder-master-3-smb neutron-server[106377]: 'Network': '1.1', Sep 30 09:27:41.872195 dv-cinder-master-3-smb neutron-server[106377]: 'Port': '1.7', Sep 30 09:27:41.872195 dv-cinder-master-3-smb neutron-server[106377]: 'PortForwarding': '1.3', Sep 30 09:27:41.872195 dv-cinder-master-3-smb neutron-server[106377]: 'QosPolicy': '1.10', Sep 30 09:27:41.872195 dv-cinder-master-3-smb neutron-server[106377]: 'SecurityGroup': '1.5', Sep 30 09:27:41.872195 dv-cinder-master-3-smb neutron-server[106377]: 'SecurityGroupRule': '1.2', Sep 30 09:27:41.872195 dv-cinder-master-3-smb neutron-server[106377]: 'SubPort': '1.0', Sep 30 09:27:41.872195 dv-cinder-master-3-smb neutron-server[106377]: 'Subnet': '1.1', Sep 30 09:27:41.872195 dv-cinder-master-3-smb neutron-server[106377]: 'Trunk': '1.1'}} Sep 30 09:27:41.872195 dv-cinder-master-3-smb neutron-server[106377]: {{(pid=106377) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 09:27:41.925660 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-89024036-4dc3-488b-bec6-37a5030fb720 None None] Attempting to bind port 5f37302c-6677-4142-bfd0-b08ba2a7d974 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:27:41.926290 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-89024036-4dc3-488b-bec6-37a5030fb720 None None] Attempting to bind port 5f37302c-6677-4142-bfd0-b08ba2a7d974 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '1febe5e2-e1f9-4010-9fa4-405fa6c83b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7058d161-3d41-4815-b914-d81f5ca18f62'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:27:41.926486 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89024036-4dc3-488b-bec6-37a5030fb720 None None] Attempting to bind port 5f37302c-6677-4142-bfd0-b08ba2a7d974 on network 7058d161-3d41-4815-b914-d81f5ca18f62 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:27:41.973658 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89024036-4dc3-488b-bec6-37a5030fb720 None None] Checking agent: {'id': '99becae7-b4b2-4e0b-818d-0d19c65b4b56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 27, 31), 'started_at': datetime.datetime(2022, 9, 30, 9, 27, 31), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:27:41.974070 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89024036-4dc3-488b-bec6-37a5030fb720 None None] Checking segment: {'id': '1febe5e2-e1f9-4010-9fa4-405fa6c83b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7058d161-3d41-4815-b914-d81f5ca18f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:27:41.974536 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-89024036-4dc3-488b-bec6-37a5030fb720 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:41.974919 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89024036-4dc3-488b-bec6-37a5030fb720 None None] Bound using segment: {'id': '1febe5e2-e1f9-4010-9fa4-405fa6c83b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7058d161-3d41-4815-b914-d81f5ca18f62'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:27:41.975402 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-89024036-4dc3-488b-bec6-37a5030fb720 None None] Bound port: 5f37302c-6677-4142-bfd0-b08ba2a7d974, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1febe5e2-e1f9-4010-9fa4-405fa6c83b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7058d161-3d41-4815-b914-d81f5ca18f62'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:27:41.975804 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-89024036-4dc3-488b-bec6-37a5030fb720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (5f37302c-6677-4142-bfd0-b08ba2a7d974), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:42.038466 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-89024036-4dc3-488b-bec6-37a5030fb720 None None] For port 5f37302c-6677-4142-bfd0-b08ba2a7d974, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:27:42.057473 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-89024036-4dc3-488b-bec6-37a5030fb720 None None] For port 5f37302c-6677-4142-bfd0-b08ba2a7d974, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=5f37302c-6677-4142-bfd0-b08ba2a7d974,segment=NetworkSegment(1febe5e2-e1f9-4010-9fa4-405fa6c83b02),segment_id=1febe5e2-e1f9-4010-9fa4-405fa6c83b02)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:27:42.064225 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-89024036-4dc3-488b-bec6-37a5030fb720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (5f37302c-6677-4142-bfd0-b08ba2a7d974), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:42.117483 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89024036-4dc3-488b-bec6-37a5030fb720 None None] Pushing event updated for resources: {'Port': ['ID=5f37302c-6677-4142-bfd0-b08ba2a7d974,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:27:43.620536 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 34384) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:27:43.950302 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [None req-3bd7c17a-d63d-40e0-be28-003b479a92c6 admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 30 09:27:43.951294 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-3bd7c17a-d63d-40e0-be28-003b479a92c6 admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3297899 Sep 30 09:27:45.933241 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:27:45.938108 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=7 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:27:46.630206 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 34396) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:27:46.958033 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [None req-eae9bafd-07e6-4a7f-b84b-ad26aed14ba1 admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 30 09:27:46.959363 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-eae9bafd-07e6-4a7f-b84b-ad26aed14ba1 admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3278499 Sep 30 09:27:49.637308 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 34408) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:27:49.971253 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-3c3c57e1-a0b8-43de-964b-7a2d8e4b01c0 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:27:49.995742 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3c3c57e1-a0b8-43de-964b-7a2d8e4b01c0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-748765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30317'] for router (fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:49.997167 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3c3c57e1-a0b8-43de-964b-7a2d8e4b01c0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543880', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1182'] for router (fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:50.139645 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3c3c57e1-a0b8-43de-964b-7a2d8e4b01c0 demo demo] Publish callbacks [] for router_controller (fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9), precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:50.144255 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3c3c57e1-a0b8-43de-964b-7a2d8e4b01c0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-745702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759865'] for router (fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:50.162575 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3c3c57e1-a0b8-43de-964b-7a2d8e4b01c0 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:50.163757 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-3c3c57e1-a0b8-43de-964b-7a2d8e4b01c0 demo demo] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5254371 Sep 30 09:27:50.220709 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78edcee3-7f88-451c-b834-856e35a9b986 None None] Network 7058d161-3d41-4815-b914-d81f5ca18f62 requested from dv-cinder-master-3-smb {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:27:50.302529 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-f9b35348-e026-4dc2-ba69-4ef7ba81b523 None None] Provisioning complete for port 5f37302c-6677-4142-bfd0-b08ba2a7d974 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:27:50.302940 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f9b35348-e026-4dc2-ba69-4ef7ba81b523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (5f37302c-6677-4142-bfd0-b08ba2a7d974), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:50.303297 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-f9b35348-e026-4dc2-ba69-4ef7ba81b523 None None] Attempt 1 to provision port 5f37302c-6677-4142-bfd0-b08ba2a7d974 Sep 30 09:27:50.490295 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-f9b35348-e026-4dc2-ba69-4ef7ba81b523 None None] Current status of the port 5f37302c-6677-4142-bfd0-b08ba2a7d974 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:27:50.490683 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f9b35348-e026-4dc2-ba69-4ef7ba81b523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (5f37302c-6677-4142-bfd0-b08ba2a7d974), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:50.531604 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-f9b35348-e026-4dc2-ba69-4ef7ba81b523 None None] For port 5f37302c-6677-4142-bfd0-b08ba2a7d974, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=5f37302c-6677-4142-bfd0-b08ba2a7d974,segment=NetworkSegment(1febe5e2-e1f9-4010-9fa4-405fa6c83b02),segment_id=1febe5e2-e1f9-4010-9fa4-405fa6c83b02)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:27:50.537584 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f9b35348-e026-4dc2-ba69-4ef7ba81b523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (5f37302c-6677-4142-bfd0-b08ba2a7d974), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:50.599907 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b35348-e026-4dc2-ba69-4ef7ba81b523 None None] Pushing event updated for resources: {'Port': ['ID=5f37302c-6677-4142-bfd0-b08ba2a7d974,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:27:50.616692 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 5f37302c-6677-4142-bfd0-b08ba2a7d974 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:27:50.668266 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-daeb7169-940d-46f4-b68e-07fffc731d4b None None] Provisioning complete for port 5f37302c-6677-4142-bfd0-b08ba2a7d974 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:27:50.668584 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-daeb7169-940d-46f4-b68e-07fffc731d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (5f37302c-6677-4142-bfd0-b08ba2a7d974), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:50.668922 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-daeb7169-940d-46f4-b68e-07fffc731d4b None None] Attempt 1 to provision port 5f37302c-6677-4142-bfd0-b08ba2a7d974 Sep 30 09:27:50.703315 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:27:50.704119 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port 5f37302c-6677-4142-bfd0-b08ba2a7d974 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:27:50.704496 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (5f37302c-6677-4142-bfd0-b08ba2a7d974), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:50.704845 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port 5f37302c-6677-4142-bfd0-b08ba2a7d974 Sep 30 09:27:50.807643 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-daeb7169-940d-46f4-b68e-07fffc731d4b None None] Current status of the port 5f37302c-6677-4142-bfd0-b08ba2a7d974 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:27:50.818378 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port 5f37302c-6677-4142-bfd0-b08ba2a7d974 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:27:52.564251 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 5f37302c-6677-4142-bfd0-b08ba2a7d974 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:27:52.587279 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:27:52.609865 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port 5f37302c-6677-4142-bfd0-b08ba2a7d974 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:27:52.610192 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (5f37302c-6677-4142-bfd0-b08ba2a7d974), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:52.610529 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port 5f37302c-6677-4142-bfd0-b08ba2a7d974 Sep 30 09:27:52.679152 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port 5f37302c-6677-4142-bfd0-b08ba2a7d974 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:27:52.818311 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 34416) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:27:53.149056 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [None req-8044ba53-3315-4b09-bffa-da6d180e5113 admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 30 09:27:53.150114 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-8044ba53-3315-4b09-bffa-da6d180e5113 admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3308496 Sep 30 09:27:55.776283 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 34424) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:27:55.927148 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c6431b47-7845-4878-9804-ced2165ed226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:56.097475 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-67d20edc-bbf9-4a1a-8285-8b1f7fb2d812 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:27:56.118031 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d20edc-bbf9-4a1a-8285-8b1f7fb2d812 admin admin] Made reservation on behalf of 9494127904354d908def6993c27761dd for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:27:56.120257 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67d20edc-bbf9-4a1a-8285-8b1f7fb2d812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for network (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:56.128263 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67d20edc-bbf9-4a1a-8285-8b1f7fb2d812 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:56.201958 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=9,neutron:DELETE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:27:56.204169 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67d20edc-bbf9-4a1a-8285-8b1f7fb2d812 admin admin] Publish callbacks [] for security_group (7bfbcdac-9121-4e0a-94c5-5845acbd0632), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:56.209102 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67d20edc-bbf9-4a1a-8285-8b1f7fb2d812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (7bfbcdac-9121-4e0a-94c5-5845acbd0632), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:56.226850 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-67d20edc-bbf9-4a1a-8285-8b1f7fb2d812 admin admin] Reserving flat network on physical network physnet1 {{(pid=106376) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 30 09:27:56.250211 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d20edc-bbf9-4a1a-8285-8b1f7fb2d812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfbcdac-9121-4e0a-94c5-5845acbd0632,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:27:56.256944 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67d20edc-bbf9-4a1a-8285-8b1f7fb2d812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765'] for segment (8ee3384b-29eb-481d-9dfd-879c28cb46fd), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:56.257283 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.db.segments_db [None req-67d20edc-bbf9-4a1a-8285-8b1f7fb2d812 admin admin] Added segment 8ee3384b-29eb-481d-9dfd-879c28cb46fd of type flat for network 4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2 Sep 30 09:27:56.307472 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67d20edc-bbf9-4a1a-8285-8b1f7fb2d812 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770945417400'] for network (4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:56.339544 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67d20edc-bbf9-4a1a-8285-8b1f7fb2d812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347'] for network (4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:56.340508 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d20edc-bbf9-4a1a-8285-8b1f7fb2d812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:27:56.341072 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-67d20edc-bbf9-4a1a-8285-8b1f7fb2d812 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for network (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:56.412388 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-67d20edc-bbf9-4a1a-8285-8b1f7fb2d812 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6350164 Sep 30 09:27:56.437320 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d20edc-bbf9-4a1a-8285-8b1f7fb2d812 admin admin] Pushing event updated for resources: {'Network': ['ID=4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:27:56.449074 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Network 4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:27:58.255339 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2f1e7049-22b3-4c51-88e4-2cb16bef2ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:59.001250 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 34432) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:27:59.363926 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:27:59.376812 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:27:59.382465 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb91b6e-0329-41c6-a667-51f7e251aff7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:27:59.383833 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-ccb91b6e-0329-41c6-a667-51f7e251aff7 demo admin] 10.222.0.15 "GET /networking/v2.0/subnets/099a612e-5995-4f1d-a221-749bfbace334 HTTP/1.1" status: 200 len: 849 time: 0.3815887 Sep 30 09:27:59.503686 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-efe824c7-97e8-470a-a546-f1938f7efcf3 demo admin] 10.222.0.15 "GET /networking/v2.0/routers/fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9 HTTP/1.1" status: 200 len: 704 time: 0.1139848 Sep 30 09:27:59.774125 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9e5f1701-404a-4334-8ad9-a35dfb4dfe86 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:00.108338 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-9e5f1701-404a-4334-8ad9-a35dfb4dfe86 demo admin] Allocated IP 172.20.0.1 (7058d161-3d41-4815-b914-d81f5ca18f62/099a612e-5995-4f1d-a221-749bfbace334/36b6b161-0d7a-4dce-90b0-5d9ccb2411b7) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:28:00.264482 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9e5f1701-404a-4334-8ad9-a35dfb4dfe86 demo admin] Publish callbacks [] for port (36b6b161-0d7a-4dce-90b0-5d9ccb2411b7), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:00.282610 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:28:00.333271 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9e5f1701-404a-4334-8ad9-a35dfb4dfe86 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778'] for port (36b6b161-0d7a-4dce-90b0-5d9ccb2411b7), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:00.409455 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5f1701-404a-4334-8ad9-a35dfb4dfe86 demo admin] Network 7058d161-3d41-4815-b914-d81f5ca18f62 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:28:00.418629 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-9e5f1701-404a-4334-8ad9-a35dfb4dfe86 demo admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:28:00.421130 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5f1701-404a-4334-8ad9-a35dfb4dfe86 demo admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:28:00.421900 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9e5f1701-404a-4334-8ad9-a35dfb4dfe86 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555310'] for router_interface (fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:00.444855 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f1701-404a-4334-8ad9-a35dfb4dfe86 demo admin] Pushing event updated for resources: {'Port': ['ID=36b6b161-0d7a-4dce-90b0-5d9ccb2411b7,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:28:00.576467 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-c376ba35-3cc6-42e5-b1d4-b7794bc7ef28 None None] Provisioning complete for port 36b6b161-0d7a-4dce-90b0-5d9ccb2411b7 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:28:00.577039 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c376ba35-3cc6-42e5-b1d4-b7794bc7ef28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (36b6b161-0d7a-4dce-90b0-5d9ccb2411b7), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:00.577177 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-c376ba35-3cc6-42e5-b1d4-b7794bc7ef28 None None] Attempt 1 to provision port 36b6b161-0d7a-4dce-90b0-5d9ccb2411b7 Sep 30 09:28:00.633600 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9e5f1701-404a-4334-8ad9-a35dfb4dfe86 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (36b6b161-0d7a-4dce-90b0-5d9ccb2411b7), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:00.659400 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-c376ba35-3cc6-42e5-b1d4-b7794bc7ef28 None None] Port 36b6b161-0d7a-4dce-90b0-5d9ccb2411b7 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:28:00.712598 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:28:00.857058 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9e5f1701-404a-4334-8ad9-a35dfb4dfe86 demo admin] Publish callbacks [] for port (36b6b161-0d7a-4dce-90b0-5d9ccb2411b7), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:00.858685 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:00.861225 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9e5f1701-404a-4334-8ad9-a35dfb4dfe86 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (36b6b161-0d7a-4dce-90b0-5d9ccb2411b7), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:00.862004 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9e5f1701-404a-4334-8ad9-a35dfb4dfe86 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555418'] for router_interface (fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:00.891321 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:00.938240 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f1701-404a-4334-8ad9-a35dfb4dfe86 demo admin] Pushing event updated for resources: {'Port': ['ID=36b6b161-0d7a-4dce-90b0-5d9ccb2411b7,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:28:00.989150 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5f1701-404a-4334-8ad9-a35dfb4dfe86 demo admin] Network 7058d161-3d41-4815-b914-d81f5ca18f62 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:28:00.990547 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-9e5f1701-404a-4334-8ad9-a35dfb4dfe86 demo admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:28:01.155454 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5f1701-404a-4334-8ad9-a35dfb4dfe86 demo admin] Router fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9 is scheduled to L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 09:28:01.161429 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-c376ba35-3cc6-42e5-b1d4-b7794bc7ef28 None None] Attempt 2 to provision port 36b6b161-0d7a-4dce-90b0-5d9ccb2411b7 Sep 30 09:28:01.194690 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-c376ba35-3cc6-42e5-b1d4-b7794bc7ef28 None None] Port 36b6b161-0d7a-4dce-90b0-5d9ccb2411b7 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:28:01.243910 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5f1701-404a-4334-8ad9-a35dfb4dfe86 demo admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:28:01.249076 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-9e5f1701-404a-4334-8ad9-a35dfb4dfe86 demo admin] 10.222.0.15 "PUT /networking/v2.0/routers/fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7393608 Sep 30 09:28:01.253640 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225bd962-3c97-4c7c-a4a0-01b69a0c5547 None None] Sync routers for ids ['fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9'] in dv-cinder-master-3-smb {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:28:01.267001 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225bd962-3c97-4c7c-a4a0-01b69a0c5547 None None] Routers {'fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:28:01.267763 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-225bd962-3c97-4c7c-a4a0-01b69a0c5547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:27:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:28:01.461737 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-225bd962-3c97-4c7c-a4a0-01b69a0c5547 None None] Set router fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9 gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:28:01.695672 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-c376ba35-3cc6-42e5-b1d4-b7794bc7ef28 None None] Attempt 3 to provision port 36b6b161-0d7a-4dce-90b0-5d9ccb2411b7 Sep 30 09:28:01.729481 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-c376ba35-3cc6-42e5-b1d4-b7794bc7ef28 None None] Port 36b6b161-0d7a-4dce-90b0-5d9ccb2411b7 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:28:01.886775 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-225bd962-3c97-4c7c-a4a0-01b69a0c5547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9', 'name': 'router1', 'tenant_id': 'ae2ddd1aac7e4151aae57ef1624fd1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:27:50Z', 'updated_at': '2022-09-30T09:28:00Z', 'revision_number': 2, 'project_id': 'ae2ddd1aac7e4151aae57ef1624fd1b0', 'gw_port_host': None, '_interfaces': [{'id': '36b6b161-0d7a-4dce-90b0-5d9ccb2411b7', 'name': '', 'network_id': '7058d161-3d41-4815-b914-d81f5ca18f62', 'tenant_id': 'ae2ddd1aac7e4151aae57ef1624fd1b0', 'mac_address': 'fa:16:3e:49:1c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '099a612e-5995-4f1d-a221-749bfbace334', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:27:59Z', 'updated_at': '2022-09-30T09:28:00Z', 'revision_number': 2, 'project_id': 'ae2ddd1aac7e4151aae57ef1624fd1b0', 'subnets': [{'id': '099a612e-5995-4f1d-a221-749bfbace334', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97d88c9e-168e-443a-94c6-a7c32a32cee7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:28:01.936256 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225bd962-3c97-4c7c-a4a0-01b69a0c5547 None None] Checking router: fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9 for host: dv-cinder-master-3-smb {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:28:01.936620 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225bd962-3c97-4c7c-a4a0-01b69a0c5547 None None] Updating router fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9 port 36b6b161-0d7a-4dce-90b0-5d9ccb2411b7 binding host dv-cinder-master-3-smb {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:28:01.992854 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-225bd962-3c97-4c7c-a4a0-01b69a0c5547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (36b6b161-0d7a-4dce-90b0-5d9ccb2411b7), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:02.231099 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-c376ba35-3cc6-42e5-b1d4-b7794bc7ef28 None None] Attempt 4 to provision port 36b6b161-0d7a-4dce-90b0-5d9ccb2411b7 Sep 30 09:28:02.263102 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-c376ba35-3cc6-42e5-b1d4-b7794bc7ef28 None None] Port 36b6b161-0d7a-4dce-90b0-5d9ccb2411b7 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:28:02.504058 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-225bd962-3c97-4c7c-a4a0-01b69a0c5547 None None] Publish callbacks [] for port (36b6b161-0d7a-4dce-90b0-5d9ccb2411b7), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:02.511757 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-225bd962-3c97-4c7c-a4a0-01b69a0c5547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (36b6b161-0d7a-4dce-90b0-5d9ccb2411b7), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:02.663492 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b34c12d-8dd9-402e-89c9-94080a4bccc9 None None] Pushing event updated for resources: {'Port': ['ID=36b6b161-0d7a-4dce-90b0-5d9ccb2411b7,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:28:02.667972 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-225bd962-3c97-4c7c-a4a0-01b69a0c5547 None None] Attempting to bind port 36b6b161-0d7a-4dce-90b0-5d9ccb2411b7 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:28:02.668366 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-225bd962-3c97-4c7c-a4a0-01b69a0c5547 None None] Attempting to bind port 36b6b161-0d7a-4dce-90b0-5d9ccb2411b7 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '1febe5e2-e1f9-4010-9fa4-405fa6c83b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7058d161-3d41-4815-b914-d81f5ca18f62'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:28:02.668804 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225bd962-3c97-4c7c-a4a0-01b69a0c5547 None None] Attempting to bind port 36b6b161-0d7a-4dce-90b0-5d9ccb2411b7 on network 7058d161-3d41-4815-b914-d81f5ca18f62 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:28:02.700566 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34c12d-8dd9-402e-89c9-94080a4bccc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:28:02.700908 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34c12d-8dd9-402e-89c9-94080a4bccc9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:28:02.701248 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34c12d-8dd9-402e-89c9-94080a4bccc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:28:02.701598 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34c12d-8dd9-402e-89c9-94080a4bccc9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:28:02.701960 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34c12d-8dd9-402e-89c9-94080a4bccc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:28:02.702282 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34c12d-8dd9-402e-89c9-94080a4bccc9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:28:02.702605 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34c12d-8dd9-402e-89c9-94080a4bccc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:28:02.702924 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34c12d-8dd9-402e-89c9-94080a4bccc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:28:02.703246 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34c12d-8dd9-402e-89c9-94080a4bccc9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:28:02.703563 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34c12d-8dd9-402e-89c9-94080a4bccc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:28:02.703878 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34c12d-8dd9-402e-89c9-94080a4bccc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:28:02.704223 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34c12d-8dd9-402e-89c9-94080a4bccc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:28:02.704540 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34c12d-8dd9-402e-89c9-94080a4bccc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:28:02.704851 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34c12d-8dd9-402e-89c9-94080a4bccc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:28:02.705166 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34c12d-8dd9-402e-89c9-94080a4bccc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:28:02.706344 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b34c12d-8dd9-402e-89c9-94080a4bccc9 None None] Tracked resource versions report: Sep 30 09:28:02.706344 dv-cinder-master-3-smb neutron-server[106378]: pushed versions: Sep 30 09:28:02.706344 dv-cinder-master-3-smb neutron-server[106378]: { 'AddressGroup': {'1.2'}, Sep 30 09:28:02.706344 dv-cinder-master-3-smb neutron-server[106378]: 'Agent': {'1.1'}, Sep 30 09:28:02.706344 dv-cinder-master-3-smb neutron-server[106378]: 'ConntrackHelper': {'1.0'}, Sep 30 09:28:02.706344 dv-cinder-master-3-smb neutron-server[106378]: 'LocalIPAssociation': {'1.0'}, Sep 30 09:28:02.706344 dv-cinder-master-3-smb neutron-server[106378]: 'Log': {'1.0'}, Sep 30 09:28:02.706344 dv-cinder-master-3-smb neutron-server[106378]: 'NDPProxy': {'1.0'}, Sep 30 09:28:02.706344 dv-cinder-master-3-smb neutron-server[106378]: 'Network': {'1.1'}, Sep 30 09:28:02.706344 dv-cinder-master-3-smb neutron-server[106378]: 'Port': {'1.7'}, Sep 30 09:28:02.706344 dv-cinder-master-3-smb neutron-server[106378]: 'PortForwarding': {'1.3'}, Sep 30 09:28:02.706344 dv-cinder-master-3-smb neutron-server[106378]: 'QosPolicy': {'1.10'}, Sep 30 09:28:02.706344 dv-cinder-master-3-smb neutron-server[106378]: 'SecurityGroup': {'1.5'}, Sep 30 09:28:02.706344 dv-cinder-master-3-smb neutron-server[106378]: 'SecurityGroupRule': {'1.2'}, Sep 30 09:28:02.706344 dv-cinder-master-3-smb neutron-server[106378]: 'SubPort': {'1.0'}, Sep 30 09:28:02.706344 dv-cinder-master-3-smb neutron-server[106378]: 'Subnet': {'1.1'}, Sep 30 09:28:02.706344 dv-cinder-master-3-smb neutron-server[106378]: 'Trunk': {'1.1'}} Sep 30 09:28:02.706344 dv-cinder-master-3-smb neutron-server[106378]: consumer versions: Sep 30 09:28:02.706344 dv-cinder-master-3-smb neutron-server[106378]: { DHCP agent@dv-cinder-master-3-smb: {}, Sep 30 09:28:02.706344 dv-cinder-master-3-smb neutron-server[106378]: L3 agent@dv-cinder-master-3-smb: {}, Sep 30 09:28:02.706344 dv-cinder-master-3-smb neutron-server[106378]: Metadata agent@dv-cinder-master-3-smb: {}, Sep 30 09:28:02.706344 dv-cinder-master-3-smb neutron-server[106378]: Metering agent@dv-cinder-master-3-smb: {}, Sep 30 09:28:02.706344 dv-cinder-master-3-smb neutron-server[106378]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Sep 30 09:28:02.706344 dv-cinder-master-3-smb neutron-server[106378]: 'Agent': '1.1', Sep 30 09:28:02.706344 dv-cinder-master-3-smb neutron-server[106378]: 'ConntrackHelper': '1.0', Sep 30 09:28:02.706344 dv-cinder-master-3-smb neutron-server[106378]: 'LocalIPAssociation': '1.0', Sep 30 09:28:02.706344 dv-cinder-master-3-smb neutron-server[106378]: 'Log': '1.0', Sep 30 09:28:02.706344 dv-cinder-master-3-smb neutron-server[106378]: 'NDPProxy': '1.0', Sep 30 09:28:02.706344 dv-cinder-master-3-smb neutron-server[106378]: 'Network': '1.1', Sep 30 09:28:02.706344 dv-cinder-master-3-smb neutron-server[106378]: 'Port': '1.7', Sep 30 09:28:02.706344 dv-cinder-master-3-smb neutron-server[106378]: 'PortForwarding': '1.3', Sep 30 09:28:02.706344 dv-cinder-master-3-smb neutron-server[106378]: 'QosPolicy': '1.10', Sep 30 09:28:02.706344 dv-cinder-master-3-smb neutron-server[106378]: 'SecurityGroup': '1.5', Sep 30 09:28:02.706344 dv-cinder-master-3-smb neutron-server[106378]: 'SecurityGroupRule': '1.2', Sep 30 09:28:02.706344 dv-cinder-master-3-smb neutron-server[106378]: 'SubPort': '1.0', Sep 30 09:28:02.706344 dv-cinder-master-3-smb neutron-server[106378]: 'Subnet': '1.1', Sep 30 09:28:02.706344 dv-cinder-master-3-smb neutron-server[106378]: 'Trunk': '1.1'}} Sep 30 09:28:02.706344 dv-cinder-master-3-smb neutron-server[106378]: {{(pid=106378) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 09:28:02.764361 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-c376ba35-3cc6-42e5-b1d4-b7794bc7ef28 None None] Attempt 5 to provision port 36b6b161-0d7a-4dce-90b0-5d9ccb2411b7 Sep 30 09:28:02.767865 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225bd962-3c97-4c7c-a4a0-01b69a0c5547 None None] Checking agent: {'id': '99becae7-b4b2-4e0b-818d-0d19c65b4b56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 27, 31), 'started_at': datetime.datetime(2022, 9, 30, 9, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:28:02.768267 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225bd962-3c97-4c7c-a4a0-01b69a0c5547 None None] Checking segment: {'id': '1febe5e2-e1f9-4010-9fa4-405fa6c83b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7058d161-3d41-4815-b914-d81f5ca18f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:28:02.768730 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-225bd962-3c97-4c7c-a4a0-01b69a0c5547 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:02.769115 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225bd962-3c97-4c7c-a4a0-01b69a0c5547 None None] Bound using segment: {'id': '1febe5e2-e1f9-4010-9fa4-405fa6c83b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7058d161-3d41-4815-b914-d81f5ca18f62'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:28:02.770207 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-225bd962-3c97-4c7c-a4a0-01b69a0c5547 None None] Bound port: 36b6b161-0d7a-4dce-90b0-5d9ccb2411b7, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1febe5e2-e1f9-4010-9fa4-405fa6c83b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7058d161-3d41-4815-b914-d81f5ca18f62'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:28:02.770595 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-225bd962-3c97-4c7c-a4a0-01b69a0c5547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (36b6b161-0d7a-4dce-90b0-5d9ccb2411b7), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:02.798537 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-c376ba35-3cc6-42e5-b1d4-b7794bc7ef28 None None] Port 36b6b161-0d7a-4dce-90b0-5d9ccb2411b7 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:28:02.809355 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:28:02.836521 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-225bd962-3c97-4c7c-a4a0-01b69a0c5547 None None] For port 36b6b161-0d7a-4dce-90b0-5d9ccb2411b7, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:28:02.857150 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-225bd962-3c97-4c7c-a4a0-01b69a0c5547 None None] For port 36b6b161-0d7a-4dce-90b0-5d9ccb2411b7, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=36b6b161-0d7a-4dce-90b0-5d9ccb2411b7,segment=NetworkSegment(1febe5e2-e1f9-4010-9fa4-405fa6c83b02),segment_id=1febe5e2-e1f9-4010-9fa4-405fa6c83b02)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:28:02.862841 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-225bd962-3c97-4c7c-a4a0-01b69a0c5547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (36b6b161-0d7a-4dce-90b0-5d9ccb2411b7), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:02.889090 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:28:02.906568 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225bd962-3c97-4c7c-a4a0-01b69a0c5547 None None] Routers {'fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:28:02.907186 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-225bd962-3c97-4c7c-a4a0-01b69a0c5547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:27:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:28:02.976807 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b34c12d-8dd9-402e-89c9-94080a4bccc9 None None] Pushing event updated for resources: {'Port': ['ID=36b6b161-0d7a-4dce-90b0-5d9ccb2411b7,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:28:03.002252 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-225bd962-3c97-4c7c-a4a0-01b69a0c5547 None None] Set router fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9 gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:28:03.197773 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-225bd962-3c97-4c7c-a4a0-01b69a0c5547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9', 'name': 'router1', 'tenant_id': 'ae2ddd1aac7e4151aae57ef1624fd1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:27:50Z', 'updated_at': '2022-09-30T09:28:00Z', 'revision_number': 2, 'project_id': 'ae2ddd1aac7e4151aae57ef1624fd1b0', 'gw_port_host': None, '_interfaces': [{'id': '36b6b161-0d7a-4dce-90b0-5d9ccb2411b7', 'name': '', 'network_id': '7058d161-3d41-4815-b914-d81f5ca18f62', 'tenant_id': 'ae2ddd1aac7e4151aae57ef1624fd1b0', 'mac_address': 'fa:16:3e:49:1c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '099a612e-5995-4f1d-a221-749bfbace334', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:27:59Z', 'updated_at': '2022-09-30T09:28:02Z', 'revision_number': 4, 'project_id': 'ae2ddd1aac7e4151aae57ef1624fd1b0', 'subnets': [{'id': '099a612e-5995-4f1d-a221-749bfbace334', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97d88c9e-168e-443a-94c6-a7c32a32cee7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:28:03.223360 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225bd962-3c97-4c7c-a4a0-01b69a0c5547 None None] The sync data for ids ['fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9'] in dv-cinder-master-3-smb is: [{'id': 'fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9', 'name': 'router1', 'tenant_id': 'ae2ddd1aac7e4151aae57ef1624fd1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:27:50Z', 'updated_at': '2022-09-30T09:28:00Z', 'revision_number': 2, 'project_id': 'ae2ddd1aac7e4151aae57ef1624fd1b0', 'gw_port_host': None, '_interfaces': [{'id': '36b6b161-0d7a-4dce-90b0-5d9ccb2411b7', 'name': '', 'network_id': '7058d161-3d41-4815-b914-d81f5ca18f62', 'tenant_id': 'ae2ddd1aac7e4151aae57ef1624fd1b0', 'mac_address': 'fa:16:3e:49:1c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '099a612e-5995-4f1d-a221-749bfbace334', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:27:59Z', 'updated_at': '2022-09-30T09:28:02Z', 'revision_number': 4, 'project_id': 'ae2ddd1aac7e4151aae57ef1624fd1b0', 'subnets': [{'id': '099a612e-5995-4f1d-a221-749bfbace334', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97d88c9e-168e-443a-94c6-a7c32a32cee7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:28:03.300265 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-c376ba35-3cc6-42e5-b1d4-b7794bc7ef28 None None] Attempt 6 to provision port 36b6b161-0d7a-4dce-90b0-5d9ccb2411b7 Sep 30 09:28:03.386132 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-c376ba35-3cc6-42e5-b1d4-b7794bc7ef28 None None] Current status of the port 36b6b161-0d7a-4dce-90b0-5d9ccb2411b7 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:28:03.386529 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c376ba35-3cc6-42e5-b1d4-b7794bc7ef28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (36b6b161-0d7a-4dce-90b0-5d9ccb2411b7), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:03.422895 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-c376ba35-3cc6-42e5-b1d4-b7794bc7ef28 None None] For port 36b6b161-0d7a-4dce-90b0-5d9ccb2411b7, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=36b6b161-0d7a-4dce-90b0-5d9ccb2411b7,segment=NetworkSegment(1febe5e2-e1f9-4010-9fa4-405fa6c83b02),segment_id=1febe5e2-e1f9-4010-9fa4-405fa6c83b02)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:28:03.428272 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c376ba35-3cc6-42e5-b1d4-b7794bc7ef28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (36b6b161-0d7a-4dce-90b0-5d9ccb2411b7), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:03.479924 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376ba35-3cc6-42e5-b1d4-b7794bc7ef28 None None] Pushing event updated for resources: {'Port': ['ID=36b6b161-0d7a-4dce-90b0-5d9ccb2411b7,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:28:03.546428 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-eb453ccf-b091-416c-ac0a-6921106eef6f None None] Provisioning complete for port 36b6b161-0d7a-4dce-90b0-5d9ccb2411b7 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:28:03.546860 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eb453ccf-b091-416c-ac0a-6921106eef6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (36b6b161-0d7a-4dce-90b0-5d9ccb2411b7), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:03.547204 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-eb453ccf-b091-416c-ac0a-6921106eef6f None None] Attempt 1 to provision port 36b6b161-0d7a-4dce-90b0-5d9ccb2411b7 Sep 30 09:28:03.574764 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:28:03.633060 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-eb453ccf-b091-416c-ac0a-6921106eef6f None None] Current status of the port 36b6b161-0d7a-4dce-90b0-5d9ccb2411b7 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:28:03.896600 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 34442) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:28:04.264317 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:28:04.288069 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a70755a-a157-4295-9ce6-d9b4d1d3b653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:28:04.289444 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-9a70755a-a157-4295-9ce6-d9b4d1d3b653 admin admin] 10.222.0.15 "GET /networking/v2.0/networks/4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2 HTTP/1.1" status: 200 len: 842 time: 0.3918314 Sep 30 09:28:04.299053 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-cae07164-c917-4837-9df4-486efb25ad4b admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.37.1.1', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'cidr': '172.37.1.0/24', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:28:04.319827 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae07164-c917-4837-9df4-486efb25ad4b admin admin] Made reservation on behalf of 9494127904354d908def6993c27761dd for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:28:04.322236 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cae07164-c917-4837-9df4-486efb25ad4b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:04.672754 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.objects.ports [None req-cae07164-c917-4837-9df4-486efb25ad4b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106376) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 30 09:28:04.673200 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cae07164-c917-4837-9df4-486efb25ad4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347'] for subnet (0f15ec3b-6992-47ef-bdfa-402dc9430f5b), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:04.693390 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:28:04.724274 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae07164-c917-4837-9df4-486efb25ad4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f15ec3b-6992-47ef-bdfa-402dc9430f5b,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:28:04.740028 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae07164-c917-4837-9df4-486efb25ad4b admin admin] Checking segment: {'id': '8ee3384b-29eb-481d-9dfd-879c28cb46fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:28:04.740378 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae07164-c917-4837-9df4-486efb25ad4b admin admin] Network hostable DHCP agents. Network: 4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2, hostable agents: ['505f8fe4-cf16-4cec-b766-e44aefc0193e'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:28:04.757461 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae07164-c917-4837-9df4-486efb25ad4b admin admin] Network 4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2 is scheduled to be hosted by DHCP agent 505f8fe4-cf16-4cec-b766-e44aefc0193e with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:28:04.766332 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-cae07164-c917-4837-9df4-486efb25ad4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:28:04.770440 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae07164-c917-4837-9df4-486efb25ad4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:28:04.771283 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cae07164-c917-4837-9df4-486efb25ad4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for subnet (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:04.776626 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc07064-0bff-459f-b5c8-5f0a908916e2 None None] Network 4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2 requested from dv-cinder-master-3-smb {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:28:04.798263 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-cae07164-c917-4837-9df4-486efb25ad4b admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5024199 Sep 30 09:28:04.887308 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072165dd-0323-4ea6-85f0-e1a89e35cb96 None None] Network 4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2 requested from dv-cinder-master-3-smb {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:28:04.953017 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:28:07.462871 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 34450) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:28:08.022152 dv-cinder-master-3-smb neutron-server[106375]: WARNING oslo_policy.policy [None req-9655d947-a2cf-4749-9cc3-6ee3433f6bde demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 09:28:08.022712 dv-cinder-master-3-smb neutron-server[106375]: WARNING oslo_policy.policy [None req-9655d947-a2cf-4749-9cc3-6ee3433f6bde demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 09:28:08.252641 dv-cinder-master-3-smb neutron-server[106375]: ERROR stevedore.extension [None req-9655d947-a2cf-4749-9cc3-6ee3433f6bde demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 30 09:28:08.307889 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.policy [None req-9655d947-a2cf-4749-9cc3-6ee3433f6bde demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106375) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 30 09:28:08.352676 dv-cinder-master-3-smb neutron-server[106375]: WARNING oslo_policy.policy [None req-9655d947-a2cf-4749-9cc3-6ee3433f6bde demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 09:28:08.353075 dv-cinder-master-3-smb neutron-server[106375]: WARNING oslo_policy.policy [None req-9655d947-a2cf-4749-9cc3-6ee3433f6bde demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 30 09:28:08.369781 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writer thread running {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 30 09:28:08.424887 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:28:08.579655 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 36b6b161-0d7a-4dce-90b0-5d9ccb2411b7 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:28:08.597662 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-9655d947-a2cf-4749-9cc3-6ee3433f6bde demo admin] 10.222.0.15 "GET /networking/v2.0/routers/fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9 HTTP/1.1" status: 200 len: 710 time: 1.1323164 Sep 30 09:28:08.627848 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port 36b6b161-0d7a-4dce-90b0-5d9ccb2411b7 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:28:08.628241 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (36b6b161-0d7a-4dce-90b0-5d9ccb2411b7), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:08.628584 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port 36b6b161-0d7a-4dce-90b0-5d9ccb2411b7 Sep 30 09:28:08.699742 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port 36b6b161-0d7a-4dce-90b0-5d9ccb2411b7 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:28:08.790614 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dcc981-8407-482a-95f4-3b1db9430f1f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:28:08.792382 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-b4dcc981-8407-482a-95f4-3b1db9430f1f demo admin] 10.222.0.15 "GET /networking/v2.0/networks/4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2 HTTP/1.1" status: 200 len: 886 time: 0.1885140 Sep 30 09:28:08.801464 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-617d4840-0ea1-4df8-bc85-6babab012ded demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'}}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:28:09.062698 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-617d4840-0ea1-4df8-bc85-6babab012ded demo admin] Publish callbacks [] for router_gateway (fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:09.282630 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-617d4840-0ea1-4df8-bc85-6babab012ded demo admin] Publish callbacks [] for router_gateway (fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:09.361854 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-617d4840-0ea1-4df8-bc85-6babab012ded demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:09.552864 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [None req-617d4840-0ea1-4df8-bc85-6babab012ded demo admin] Allocated IP 172.37.1.45 (4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2/0f15ec3b-6992-47ef-bdfa-402dc9430f5b/3da11d71-d860-4eee-8409-4cad91a78ca2) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:28:09.656271 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:28:09.667313 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-617d4840-0ea1-4df8-bc85-6babab012ded demo admin] Publish callbacks [] for port (3da11d71-d860-4eee-8409-4cad91a78ca2), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:09.725556 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-617d4840-0ea1-4df8-bc85-6babab012ded demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778'] for port (3da11d71-d860-4eee-8409-4cad91a78ca2), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:09.731219 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:28:09.768456 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617d4840-0ea1-4df8-bc85-6babab012ded demo admin] Network 4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:28:09.771193 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-617d4840-0ea1-4df8-bc85-6babab012ded demo admin] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:28:09.838178 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d4840-0ea1-4df8-bc85-6babab012ded demo admin] Pushing event updated for resources: {'Port': ['ID=3da11d71-d860-4eee-8409-4cad91a78ca2,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:28:09.841197 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617d4840-0ea1-4df8-bc85-6babab012ded demo admin] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:28:09.882487 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d4840-0ea1-4df8-bc85-6babab012ded demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:28:09.882833 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d4840-0ea1-4df8-bc85-6babab012ded demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:28:09.883175 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d4840-0ea1-4df8-bc85-6babab012ded demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:28:09.883519 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d4840-0ea1-4df8-bc85-6babab012ded demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:28:09.883854 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d4840-0ea1-4df8-bc85-6babab012ded demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:28:09.884189 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d4840-0ea1-4df8-bc85-6babab012ded demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:28:09.884515 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d4840-0ea1-4df8-bc85-6babab012ded demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:28:09.884838 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d4840-0ea1-4df8-bc85-6babab012ded demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:28:09.885162 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d4840-0ea1-4df8-bc85-6babab012ded demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:28:09.885484 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d4840-0ea1-4df8-bc85-6babab012ded demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:28:09.885835 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d4840-0ea1-4df8-bc85-6babab012ded demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:28:09.886161 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d4840-0ea1-4df8-bc85-6babab012ded demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:28:09.886479 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d4840-0ea1-4df8-bc85-6babab012ded demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:28:09.886798 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d4840-0ea1-4df8-bc85-6babab012ded demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:28:09.887115 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d4840-0ea1-4df8-bc85-6babab012ded demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:28:09.888259 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617d4840-0ea1-4df8-bc85-6babab012ded demo admin] Tracked resource versions report: Sep 30 09:28:09.888259 dv-cinder-master-3-smb neutron-server[106375]: pushed versions: Sep 30 09:28:09.888259 dv-cinder-master-3-smb neutron-server[106375]: { 'AddressGroup': {'1.2'}, Sep 30 09:28:09.888259 dv-cinder-master-3-smb neutron-server[106375]: 'Agent': {'1.1'}, Sep 30 09:28:09.888259 dv-cinder-master-3-smb neutron-server[106375]: 'ConntrackHelper': {'1.0'}, Sep 30 09:28:09.888259 dv-cinder-master-3-smb neutron-server[106375]: 'LocalIPAssociation': {'1.0'}, Sep 30 09:28:09.888259 dv-cinder-master-3-smb neutron-server[106375]: 'Log': {'1.0'}, Sep 30 09:28:09.888259 dv-cinder-master-3-smb neutron-server[106375]: 'NDPProxy': {'1.0'}, Sep 30 09:28:09.888259 dv-cinder-master-3-smb neutron-server[106375]: 'Network': {'1.1'}, Sep 30 09:28:09.888259 dv-cinder-master-3-smb neutron-server[106375]: 'Port': {'1.7'}, Sep 30 09:28:09.888259 dv-cinder-master-3-smb neutron-server[106375]: 'PortForwarding': {'1.3'}, Sep 30 09:28:09.888259 dv-cinder-master-3-smb neutron-server[106375]: 'QosPolicy': {'1.10'}, Sep 30 09:28:09.888259 dv-cinder-master-3-smb neutron-server[106375]: 'SecurityGroup': {'1.5'}, Sep 30 09:28:09.888259 dv-cinder-master-3-smb neutron-server[106375]: 'SecurityGroupRule': {'1.2'}, Sep 30 09:28:09.888259 dv-cinder-master-3-smb neutron-server[106375]: 'SubPort': {'1.0'}, Sep 30 09:28:09.888259 dv-cinder-master-3-smb neutron-server[106375]: 'Subnet': {'1.1'}, Sep 30 09:28:09.888259 dv-cinder-master-3-smb neutron-server[106375]: 'Trunk': {'1.1'}} Sep 30 09:28:09.888259 dv-cinder-master-3-smb neutron-server[106375]: consumer versions: Sep 30 09:28:09.888259 dv-cinder-master-3-smb neutron-server[106375]: { DHCP agent@dv-cinder-master-3-smb: {}, Sep 30 09:28:09.888259 dv-cinder-master-3-smb neutron-server[106375]: L3 agent@dv-cinder-master-3-smb: {}, Sep 30 09:28:09.888259 dv-cinder-master-3-smb neutron-server[106375]: Metadata agent@dv-cinder-master-3-smb: {}, Sep 30 09:28:09.888259 dv-cinder-master-3-smb neutron-server[106375]: Metering agent@dv-cinder-master-3-smb: {}, Sep 30 09:28:09.888259 dv-cinder-master-3-smb neutron-server[106375]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Sep 30 09:28:09.888259 dv-cinder-master-3-smb neutron-server[106375]: 'Agent': '1.1', Sep 30 09:28:09.888259 dv-cinder-master-3-smb neutron-server[106375]: 'ConntrackHelper': '1.0', Sep 30 09:28:09.888259 dv-cinder-master-3-smb neutron-server[106375]: 'LocalIPAssociation': '1.0', Sep 30 09:28:09.888259 dv-cinder-master-3-smb neutron-server[106375]: 'Log': '1.0', Sep 30 09:28:09.888259 dv-cinder-master-3-smb neutron-server[106375]: 'NDPProxy': '1.0', Sep 30 09:28:09.888259 dv-cinder-master-3-smb neutron-server[106375]: 'Network': '1.1', Sep 30 09:28:09.888259 dv-cinder-master-3-smb neutron-server[106375]: 'Port': '1.7', Sep 30 09:28:09.888259 dv-cinder-master-3-smb neutron-server[106375]: 'PortForwarding': '1.3', Sep 30 09:28:09.888259 dv-cinder-master-3-smb neutron-server[106375]: 'QosPolicy': '1.10', Sep 30 09:28:09.888259 dv-cinder-master-3-smb neutron-server[106375]: 'SecurityGroup': '1.5', Sep 30 09:28:09.888259 dv-cinder-master-3-smb neutron-server[106375]: 'SecurityGroupRule': '1.2', Sep 30 09:28:09.888259 dv-cinder-master-3-smb neutron-server[106375]: 'SubPort': '1.0', Sep 30 09:28:09.888259 dv-cinder-master-3-smb neutron-server[106375]: 'Subnet': '1.1', Sep 30 09:28:09.888259 dv-cinder-master-3-smb neutron-server[106375]: 'Trunk': '1.1'}} Sep 30 09:28:09.888259 dv-cinder-master-3-smb neutron-server[106375]: {{(pid=106375) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 09:28:10.115116 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-617d4840-0ea1-4df8-bc85-6babab012ded demo admin] Publish callbacks [] for router_gateway (fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:10.299275 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-617d4840-0ea1-4df8-bc85-6babab012ded demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760029', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-745711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1164'] for router (fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:10.304878 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-617d4840-0ea1-4df8-bc85-6babab012ded demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-760002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-760011', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-745684'] for router (fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:10.454913 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617d4840-0ea1-4df8-bc85-6babab012ded demo admin] Router fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9 has already been hosted by L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 {{(pid=106375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:28:10.556574 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617d4840-0ea1-4df8-bc85-6babab012ded demo admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:28:10.561245 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-617d4840-0ea1-4df8-bc85-6babab012ded demo admin] Publish callbacks [] for router (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:10.565505 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-617d4840-0ea1-4df8-bc85-6babab012ded demo admin] 10.222.0.15 "PUT /networking/v2.0/routers/fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9 HTTP/1.1" status: 200 len: 889 time: 1.7642813 Sep 30 09:28:10.567059 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4c59f2-d014-433f-a313-477f3fcaa073 None None] Sync routers for ids ['fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9'] in dv-cinder-master-3-smb {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:28:10.579171 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4c59f2-d014-433f-a313-477f3fcaa073 None None] Routers {'fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:28:10.579873 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-6a4c59f2-d014-433f-a313-477f3fcaa073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:27:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:28:10.796781 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-6a4c59f2-d014-433f-a313-477f3fcaa073 None None] Set router fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:28:11.236716 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-6a4c59f2-d014-433f-a313-477f3fcaa073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9', 'name': 'router1', 'tenant_id': 'ae2ddd1aac7e4151aae57ef1624fd1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.45'}], 'enable_snat': True}, 'gw_port_id': '3da11d71-d860-4eee-8409-4cad91a78ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:27:50Z', 'updated_at': '2022-09-30T09:28:09Z', 'revision_number': 4, 'project_id': 'ae2ddd1aac7e4151aae57ef1624fd1b0', 'gw_port': {'id': '3da11d71-d860-4eee-8409-4cad91a78ca2', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:28:09Z', 'updated_at': '2022-09-30T09:28:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '36b6b161-0d7a-4dce-90b0-5d9ccb2411b7', 'name': '', 'network_id': '7058d161-3d41-4815-b914-d81f5ca18f62', 'tenant_id': 'ae2ddd1aac7e4151aae57ef1624fd1b0', 'mac_address': 'fa:16:3e:49:1c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '099a612e-5995-4f1d-a221-749bfbace334', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:27:59Z', 'updated_at': '2022-09-30T09:28:03Z', 'revision_number': 5, 'project_id': 'ae2ddd1aac7e4151aae57ef1624fd1b0', 'subnets': [{'id': '099a612e-5995-4f1d-a221-749bfbace334', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97d88c9e-168e-443a-94c6-a7c32a32cee7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:28:11.284573 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4c59f2-d014-433f-a313-477f3fcaa073 None None] Checking router: fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9 for host: dv-cinder-master-3-smb {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:28:11.285455 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4c59f2-d014-433f-a313-477f3fcaa073 None None] Updating router fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9 port 3da11d71-d860-4eee-8409-4cad91a78ca2 binding host dv-cinder-master-3-smb {{(pid=106377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:28:11.339575 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6a4c59f2-d014-433f-a313-477f3fcaa073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (3da11d71-d860-4eee-8409-4cad91a78ca2), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:11.558648 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:28:11.649680 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6a4c59f2-d014-433f-a313-477f3fcaa073 None None] Publish callbacks [] for port (3da11d71-d860-4eee-8409-4cad91a78ca2), precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:11.655849 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6a4c59f2-d014-433f-a313-477f3fcaa073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (3da11d71-d860-4eee-8409-4cad91a78ca2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:11.694970 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-6a4c59f2-d014-433f-a313-477f3fcaa073 None None] Attempting to bind port 3da11d71-d860-4eee-8409-4cad91a78ca2 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:28:11.695333 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-6a4c59f2-d014-433f-a313-477f3fcaa073 None None] Attempting to bind port 3da11d71-d860-4eee-8409-4cad91a78ca2 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '8ee3384b-29eb-481d-9dfd-879c28cb46fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:28:11.695689 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4c59f2-d014-433f-a313-477f3fcaa073 None None] Attempting to bind port 3da11d71-d860-4eee-8409-4cad91a78ca2 on network 4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:28:11.699741 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:28:11.724348 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6a134c-a65f-45c5-81b7-74dab7dcfbd6 None None] Pushing event updated for resources: {'Port': ['ID=3da11d71-d860-4eee-8409-4cad91a78ca2,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:28:11.751061 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4c59f2-d014-433f-a313-477f3fcaa073 None None] Checking agent: {'id': '99becae7-b4b2-4e0b-818d-0d19c65b4b56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 27, 31), 'started_at': datetime.datetime(2022, 9, 30, 9, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:28:11.751420 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4c59f2-d014-433f-a313-477f3fcaa073 None None] Checking segment: {'id': '8ee3384b-29eb-481d-9dfd-879c28cb46fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:28:11.751809 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6a4c59f2-d014-433f-a313-477f3fcaa073 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:11.752186 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4c59f2-d014-433f-a313-477f3fcaa073 None None] Bound using segment: {'id': '8ee3384b-29eb-481d-9dfd-879c28cb46fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:28:11.752639 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-6a4c59f2-d014-433f-a313-477f3fcaa073 None None] Bound port: 3da11d71-d860-4eee-8409-4cad91a78ca2, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ee3384b-29eb-481d-9dfd-879c28cb46fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:28:11.753004 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6a4c59f2-d014-433f-a313-477f3fcaa073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (3da11d71-d860-4eee-8409-4cad91a78ca2), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:11.799469 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-6a4c59f2-d014-433f-a313-477f3fcaa073 None None] For port 3da11d71-d860-4eee-8409-4cad91a78ca2, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:28:11.803201 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-6a4c59f2-d014-433f-a313-477f3fcaa073 None None] For port 3da11d71-d860-4eee-8409-4cad91a78ca2, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=3da11d71-d860-4eee-8409-4cad91a78ca2,segment=NetworkSegment(8ee3384b-29eb-481d-9dfd-879c28cb46fd),segment_id=8ee3384b-29eb-481d-9dfd-879c28cb46fd)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:28:11.808881 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6a4c59f2-d014-433f-a313-477f3fcaa073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (3da11d71-d860-4eee-8409-4cad91a78ca2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:11.840335 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4c59f2-d014-433f-a313-477f3fcaa073 None None] Routers {'fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:28:11.840924 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-6a4c59f2-d014-433f-a313-477f3fcaa073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:27:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:28:11.905750 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6a134c-a65f-45c5-81b7-74dab7dcfbd6 None None] Pushing event updated for resources: {'Port': ['ID=3da11d71-d860-4eee-8409-4cad91a78ca2,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:28:11.964515 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-6a4c59f2-d014-433f-a313-477f3fcaa073 None None] Set router fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:28:12.163699 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-6a4c59f2-d014-433f-a313-477f3fcaa073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9', 'name': 'router1', 'tenant_id': 'ae2ddd1aac7e4151aae57ef1624fd1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.45'}], 'enable_snat': True}, 'gw_port_id': '3da11d71-d860-4eee-8409-4cad91a78ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:27:50Z', 'updated_at': '2022-09-30T09:28:09Z', 'revision_number': 4, 'project_id': 'ae2ddd1aac7e4151aae57ef1624fd1b0', 'gw_port': {'id': '3da11d71-d860-4eee-8409-4cad91a78ca2', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:28:09Z', 'updated_at': '2022-09-30T09:28:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '36b6b161-0d7a-4dce-90b0-5d9ccb2411b7', 'name': '', 'network_id': '7058d161-3d41-4815-b914-d81f5ca18f62', 'tenant_id': 'ae2ddd1aac7e4151aae57ef1624fd1b0', 'mac_address': 'fa:16:3e:49:1c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '099a612e-5995-4f1d-a221-749bfbace334', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:27:59Z', 'updated_at': '2022-09-30T09:28:03Z', 'revision_number': 5, 'project_id': 'ae2ddd1aac7e4151aae57ef1624fd1b0', 'subnets': [{'id': '099a612e-5995-4f1d-a221-749bfbace334', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97d88c9e-168e-443a-94c6-a7c32a32cee7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:28:12.187679 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4c59f2-d014-433f-a313-477f3fcaa073 None None] The sync data for ids ['fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9'] in dv-cinder-master-3-smb is: [{'id': 'fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9', 'name': 'router1', 'tenant_id': 'ae2ddd1aac7e4151aae57ef1624fd1b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.45'}], 'enable_snat': True}, 'gw_port_id': '3da11d71-d860-4eee-8409-4cad91a78ca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:27:50Z', 'updated_at': '2022-09-30T09:28:09Z', 'revision_number': 4, 'project_id': 'ae2ddd1aac7e4151aae57ef1624fd1b0', 'gw_port': {'id': '3da11d71-d860-4eee-8409-4cad91a78ca2', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:2c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:28:09Z', 'updated_at': '2022-09-30T09:28:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '36b6b161-0d7a-4dce-90b0-5d9ccb2411b7', 'name': '', 'network_id': '7058d161-3d41-4815-b914-d81f5ca18f62', 'tenant_id': 'ae2ddd1aac7e4151aae57ef1624fd1b0', 'mac_address': 'fa:16:3e:49:1c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7ffc6d-3bb8-4ec1-90d9-2b9b00ee15f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '099a612e-5995-4f1d-a221-749bfbace334', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:27:59Z', 'updated_at': '2022-09-30T09:28:03Z', 'revision_number': 5, 'project_id': 'ae2ddd1aac7e4151aae57ef1624fd1b0', 'subnets': [{'id': '099a612e-5995-4f1d-a221-749bfbace334', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97d88c9e-168e-443a-94c6-a7c32a32cee7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:28:12.595437 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 3da11d71-d860-4eee-8409-4cad91a78ca2 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:28:12.645674 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port 3da11d71-d860-4eee-8409-4cad91a78ca2 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:28:12.646217 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (3da11d71-d860-4eee-8409-4cad91a78ca2), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:12.646543 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port 3da11d71-d860-4eee-8409-4cad91a78ca2 Sep 30 09:28:12.725073 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port 3da11d71-d860-4eee-8409-4cad91a78ca2 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:28:12.725727 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (3da11d71-d860-4eee-8409-4cad91a78ca2), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:12.747878 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] For port 3da11d71-d860-4eee-8409-4cad91a78ca2, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=3da11d71-d860-4eee-8409-4cad91a78ca2,segment=NetworkSegment(8ee3384b-29eb-481d-9dfd-879c28cb46fd),segment_id=8ee3384b-29eb-481d-9dfd-879c28cb46fd)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:28:12.752867 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (3da11d71-d860-4eee-8409-4cad91a78ca2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:12.799195 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:28:12.803513 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Pushing event updated for resources: {'Port': ['ID=3da11d71-d860-4eee-8409-4cad91a78ca2,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:28:13.196657 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:UPDATE=2,neutron:INSERT=1,neutron:SELECT=52 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:28:13.200286 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=26 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:28:13.425253 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 34476) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:28:13.827714 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-60616226-497a-4915-b222-ec604d36638b admin admin] 10.222.0.15 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.4007258 Sep 30 09:28:14.576311 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 3da11d71-d860-4eee-8409-4cad91a78ca2 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:28:14.621285 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port 3da11d71-d860-4eee-8409-4cad91a78ca2 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:28:14.621727 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (3da11d71-d860-4eee-8409-4cad91a78ca2), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:14.622066 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port 3da11d71-d860-4eee-8409-4cad91a78ca2 Sep 30 09:28:14.702510 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port 3da11d71-d860-4eee-8409-4cad91a78ca2 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:28:14.762621 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=46,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:28:14.785295 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=15,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:28:18.267528 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 5 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:28:23.820670 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:28:23.823861 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:28:24.700262 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:28:24.701446 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=17 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:28:25.921824 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-416edf2a-6f21-48f4-a5a4-a3404731d9d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:28.259181 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf9f846d-d604-4e61-a58d-f38186ab90ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:28.262326 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:28:29.400811 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:30.866071 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:30.901206 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:38.280417 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=6 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:28:40.886386 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:28:40.895250 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:28:55.259058 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 5 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:28:55.935397 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0afff1c0-3573-416d-b4fa-e433bcdc80d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:58.261890 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-41c72198-d86c-4128-b2e5-35fccfcb522b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:28:59.389707 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:29:00.862193 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:29:00.902694 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:29:05.257895 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:29:10.889435 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=23 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:29:10.897458 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=18,neutron:UPDATE=5 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:29:15.271870 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:29:24.257024 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:29:25.928117 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-06cb0168-8b3d-427c-8eef-3645b7143b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:29:28.265353 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-37da1d67-e3a0-438c-ae46-888ca2f204ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:29:29.386763 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:29:30.859975 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:29:30.895897 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:29:32.312187 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 5 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:29:40.889283 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:29:40.891314 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:29:42.252538 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:29:42.254479 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:29:45.372845 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 35030) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:29:45.705484 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf051327-5aa2-4119-b9ec-c399b0b3535c admin admin] GET failed (client error): The resource could not be found. Sep 30 09:29:45.706769 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-bf051327-5aa2-4119-b9ec-c399b0b3535c admin admin] 10.222.0.15 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3329964 Sep 30 09:29:45.866585 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c85a6b4-297e-4727-869f-9c7e10a061fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:29:45.868048 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-7c85a6b4-297e-4727-869f-9c7e10a061fc admin admin] 10.222.0.15 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1569130 Sep 30 09:29:48.418136 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 35040) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:29:48.794016 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cd266f-27a5-494c-a44f-602d32766acb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:29:48.795324 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-f3cd266f-27a5-494c-a44f-602d32766acb admin admin] 10.222.0.15 "GET /networking/v2.0/subnets/099a612e-5995-4f1d-a221-749bfbace334 HTTP/1.1" status: 200 len: 849 time: 0.3762493 Sep 30 09:29:48.805396 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-e890077e-56d4-4765-85d3-38763921fac6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:29:48.890501 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e890077e-56d4-4765-85d3-38763921fac6 admin admin] Publish callbacks [] for subnet (099a612e-5995-4f1d-a221-749bfbace334), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:29:49.043193 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e890077e-56d4-4765-85d3-38763921fac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770945986717'] for subnet (099a612e-5995-4f1d-a221-749bfbace334), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:29:49.073698 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e890077e-56d4-4765-85d3-38763921fac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:29:49.074636 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e890077e-56d4-4765-85d3-38763921fac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for subnet (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:29:49.077473 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-e890077e-56d4-4765-85d3-38763921fac6 admin admin] 10.222.0.15 "PUT /networking/v2.0/subnets/099a612e-5995-4f1d-a221-749bfbace334 HTTP/1.1" status: 200 len: 868 time: 0.2736621 Sep 30 09:29:49.080705 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed19033e-8788-4dee-8270-7f7183918a15 None None] Network 7058d161-3d41-4815-b914-d81f5ca18f62 requested from dv-cinder-master-3-smb {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:29:49.106293 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890077e-56d4-4765-85d3-38763921fac6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=099a612e-5995-4f1d-a221-749bfbace334,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:29:49.115329 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890077e-56d4-4765-85d3-38763921fac6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:29:49.115676 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890077e-56d4-4765-85d3-38763921fac6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:29:49.116032 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890077e-56d4-4765-85d3-38763921fac6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:29:49.116395 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890077e-56d4-4765-85d3-38763921fac6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:29:49.116727 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890077e-56d4-4765-85d3-38763921fac6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:29:49.117054 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890077e-56d4-4765-85d3-38763921fac6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:29:49.117379 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890077e-56d4-4765-85d3-38763921fac6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:29:49.117733 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890077e-56d4-4765-85d3-38763921fac6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:29:49.118058 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890077e-56d4-4765-85d3-38763921fac6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:29:49.118384 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890077e-56d4-4765-85d3-38763921fac6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:29:49.118709 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890077e-56d4-4765-85d3-38763921fac6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:29:49.119045 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890077e-56d4-4765-85d3-38763921fac6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:29:49.119369 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890077e-56d4-4765-85d3-38763921fac6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:29:49.119687 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890077e-56d4-4765-85d3-38763921fac6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:29:49.120004 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e890077e-56d4-4765-85d3-38763921fac6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:29:49.395211 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-0d02e78f-6b02-4684-b908-f5e6dad97695 None None] Provisioning complete for port 5f37302c-6677-4142-bfd0-b08ba2a7d974 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:29:49.395748 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0d02e78f-6b02-4684-b908-f5e6dad97695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (5f37302c-6677-4142-bfd0-b08ba2a7d974), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:29:49.396183 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-0d02e78f-6b02-4684-b908-f5e6dad97695 None None] Attempt 1 to provision port 5f37302c-6677-4142-bfd0-b08ba2a7d974 Sep 30 09:29:49.471404 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-0d02e78f-6b02-4684-b908-f5e6dad97695 None None] Current status of the port 5f37302c-6677-4142-bfd0-b08ba2a7d974 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:29:49.479246 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-0d02e78f-6b02-4684-b908-f5e6dad97695 None None] Provisioning complete for port 36b6b161-0d7a-4dce-90b0-5d9ccb2411b7 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:29:49.479631 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0d02e78f-6b02-4684-b908-f5e6dad97695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (36b6b161-0d7a-4dce-90b0-5d9ccb2411b7), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:29:49.479963 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-0d02e78f-6b02-4684-b908-f5e6dad97695 None None] Attempt 1 to provision port 36b6b161-0d7a-4dce-90b0-5d9ccb2411b7 Sep 30 09:29:49.552695 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-0d02e78f-6b02-4684-b908-f5e6dad97695 None None] Current status of the port 36b6b161-0d7a-4dce-90b0-5d9ccb2411b7 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:29:51.695102 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 35048) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:29:52.198733 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43ca66e-1409-40cd-aafe-d7bd33e65970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:29:52.199207 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43ca66e-1409-40cd-aafe-d7bd33e65970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:29:52.200763 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-f43ca66e-1409-40cd-aafe-d7bd33e65970 admin admin] 10.222.0.15 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5047221 Sep 30 09:29:52.263902 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:29:52.268361 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:29:54.782385 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 35056) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:29:55.188333 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9529c7b-cead-4f7c-8123-506af5d3b119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:29:55.188748 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9529c7b-cead-4f7c-8123-506af5d3b119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:29:55.190490 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-e9529c7b-cead-4f7c-8123-506af5d3b119 admin admin] 10.222.0.15 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4062188 Sep 30 09:29:55.929556 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a6f476ad-1002-45bc-b9b7-b0bef2a4ff2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:29:57.768714 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 35064) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:29:58.164195 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9d880a-f427-4ede-9dfd-f99789a1c4de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:29:58.165551 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-ef9d880a-f427-4ede-9dfd-f99789a1c4de admin admin] 10.222.0.15 "GET /networking/v2.0/networks/4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2 HTTP/1.1" status: 200 len: 886 time: 0.3958979 Sep 30 09:29:58.271534 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d4911d66-6036-4588-83a3-e3dd2c8d4610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:29:59.390031 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:30:00.731782 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 35072) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:30:00.865041 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:30:00.899063 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:30:01.090749 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:30:01.097203 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:30:01.143584 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b4eb58-fddf-4a84-98a7-2cf5b0c9d7b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:30:01.144952 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-b5b4eb58-fddf-4a84-98a7-2cf5b0c9d7b9 admin admin] 10.222.0.15 "GET /networking/v2.0/networks/7058d161-3d41-4815-b914-d81f5ca18f62 HTTP/1.1" status: 200 len: 869 time: 0.4122372 Sep 30 09:30:03.736751 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 35082) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:30:04.132632 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa67ec6-634f-400d-bfe2-363bbb8253e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:30:04.133083 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa67ec6-634f-400d-bfe2-363bbb8253e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:30:04.134643 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-bfa67ec6-634f-400d-bfe2-363bbb8253e2 admin admin] 10.222.0.15 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3969564 Sep 30 09:30:06.693198 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 35090) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:30:07.062998 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed5cb81-60f1-4646-9232-a83da9b8b611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:30:07.063506 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed5cb81-60f1-4646-9232-a83da9b8b611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:30:07.065012 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-6ed5cb81-60f1-4646-9232-a83da9b8b611 admin admin] 10.222.0.15 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3708539 Sep 30 09:30:09.260205 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 5 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:30:09.628267 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 35098) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:30:09.993516 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2162cad-1f4d-4324-9d5a-d59becb1db7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:30:09.994872 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-b2162cad-1f4d-4324-9d5a-d59becb1db7b admin admin] 10.222.0.15 "GET /networking/v2.0/subnets/099a612e-5995-4f1d-a221-749bfbace334 HTTP/1.1" status: 200 len: 868 time: 0.3656955 Sep 30 09:30:10.891824 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:30:10.895073 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:30:12.551003 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 35106) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:30:12.913049 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3b9e55-bc98-4c73-bba4-9395001c29c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:30:12.914364 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-2b3b9e55-bc98-4c73-bba4-9395001c29c4 admin admin] 10.222.0.15 "GET /networking/v2.0/subnets/0f15ec3b-6992-47ef-bdfa-402dc9430f5b HTTP/1.1" status: 200 len: 816 time: 0.3624184 Sep 30 09:30:22.908002 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=33 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:30:22.909913 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=31 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:30:25.935583 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d68b9731-270f-4dab-bfd7-0e6679f71843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:30:28.275843 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-aaa8209c-2895-4613-82fa-64a314a840cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:30:29.262465 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=14 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:30:29.267551 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=20 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:30:29.394190 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:30:30.872632 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:30:30.903639 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:30:40.897983 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:30:40.899798 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:30:43.006381 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 35164) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:30:43.351274 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [None req-3d43b2b1-2701-4f0e-8779-aada0552a0f8 admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 30 09:30:43.352281 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-3d43b2b1-2701-4f0e-8779-aada0552a0f8 admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3449945 Sep 30 09:30:46.115116 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 35172) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:30:46.258276 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 5 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:30:46.474189 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-723e2e5e-f882-4210-8a62-23795f5606df admin admin] GET failed (client error): The resource could not be found. Sep 30 09:30:46.475446 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-723e2e5e-f882-4210-8a62-23795f5606df admin admin] 10.222.0.15 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3594911 Sep 30 09:30:46.661863 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfaa8cc-6cdb-496a-a786-00603a5a62f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:30:46.666084 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-7cfaa8cc-6cdb-496a-a786-00603a5a62f9 admin admin] 10.222.0.15 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1862018 Sep 30 09:30:49.294255 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 35180) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:30:49.619116 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-1997069c-2d62-424f-88b0-b1c75861df75 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:30:49.639580 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1997069c-2d62-424f-88b0-b1c75861df75 admin admin] Made reservation on behalf of 9494127904354d908def6993c27761dd for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:30:49.642544 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1997069c-2d62-424f-88b0-b1c75861df75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for network (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:30:49.671568 dv-cinder-master-3-smb neutron-server[106376]: WARNING neutron.services.revisions.revision_plugin [None req-1997069c-2d62-424f-88b0-b1c75861df75 admin admin] Could not find related network for resource to bump revision. Sep 30 09:30:49.682858 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1997069c-2d62-424f-88b0-b1c75861df75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:30:49.692242 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1997069c-2d62-424f-88b0-b1c75861df75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765'] for segment (f7c25188-45b4-4e3a-9e80-f972c7d194f9), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:30:49.692573 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.db.segments_db [None req-1997069c-2d62-424f-88b0-b1c75861df75 admin admin] Added segment f7c25188-45b4-4e3a-9e80-f972c7d194f9 of type vlan for network c9fe95ba-6c7c-4793-b43e-760e3c0c0cb6 Sep 30 09:30:49.730302 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1997069c-2d62-424f-88b0-b1c75861df75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770945417400'] for network (c9fe95ba-6c7c-4793-b43e-760e3c0c0cb6), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:30:49.753969 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1997069c-2d62-424f-88b0-b1c75861df75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347'] for network (c9fe95ba-6c7c-4793-b43e-760e3c0c0cb6), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:30:49.754906 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1997069c-2d62-424f-88b0-b1c75861df75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:30:49.755470 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1997069c-2d62-424f-88b0-b1c75861df75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for network (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:30:49.806273 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-1997069c-2d62-424f-88b0-b1c75861df75 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5109692 Sep 30 09:30:49.819779 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1997069c-2d62-424f-88b0-b1c75861df75 admin admin] Pushing event updated for resources: {'Network': ['ID=c9fe95ba-6c7c-4793-b43e-760e3c0c0cb6,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:30:49.827402 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997069c-2d62-424f-88b0-b1c75861df75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:30:49.827720 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997069c-2d62-424f-88b0-b1c75861df75 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:30:49.828135 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997069c-2d62-424f-88b0-b1c75861df75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:30:49.829036 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997069c-2d62-424f-88b0-b1c75861df75 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:30:49.829366 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997069c-2d62-424f-88b0-b1c75861df75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:30:49.829829 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997069c-2d62-424f-88b0-b1c75861df75 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:30:49.830154 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997069c-2d62-424f-88b0-b1c75861df75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:30:49.830498 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997069c-2d62-424f-88b0-b1c75861df75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:30:49.830804 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997069c-2d62-424f-88b0-b1c75861df75 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:30:49.831124 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997069c-2d62-424f-88b0-b1c75861df75 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:30:49.831442 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997069c-2d62-424f-88b0-b1c75861df75 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:30:49.831761 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997069c-2d62-424f-88b0-b1c75861df75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:30:49.832097 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997069c-2d62-424f-88b0-b1c75861df75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:30:49.832411 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997069c-2d62-424f-88b0-b1c75861df75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:30:49.832728 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1997069c-2d62-424f-88b0-b1c75861df75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:30:49.844304 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Network c9fe95ba-6c7c-4793-b43e-760e3c0c0cb6 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:30:52.475148 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 35188) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:30:52.809428 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.pecan_wsgi.hooks.translation [None req-2581c1f4-3e08-41cd-9869-5d8551f52805 admin admin] GET failed (client error): The resource could not be found. Sep 30 09:30:52.810743 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-2581c1f4-3e08-41cd-9869-5d8551f52805 admin admin] 10.222.0.15 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3346434 Sep 30 09:30:52.882481 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a959736-38bd-416c-880d-c7a1ffabb3e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:30:52.883913 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-7a959736-38bd-416c-880d-c7a1ffabb3e6 admin admin] 10.222.0.15 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0680277 Sep 30 09:30:52.894664 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-725d40a0-0694-4686-b46b-f4b5863645c5 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'c9fe95ba-6c7c-4793-b43e-760e3c0c0cb6', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:30:52.914799 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725d40a0-0694-4686-b46b-f4b5863645c5 admin admin] Made reservation on behalf of 9494127904354d908def6993c27761dd for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:30:52.917182 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-725d40a0-0694-4686-b46b-f4b5863645c5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:30:53.080202 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-725d40a0-0694-4686-b46b-f4b5863645c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347'] for subnet (a3d92b53-9ef7-40eb-ad7a-182b6cc0f9cf), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:30:53.140058 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d40a0-0694-4686-b46b-f4b5863645c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3d92b53-9ef7-40eb-ad7a-182b6cc0f9cf,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:30:53.148712 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725d40a0-0694-4686-b46b-f4b5863645c5 admin admin] Checking segment: {'id': 'f7c25188-45b4-4e3a-9e80-f972c7d194f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c9fe95ba-6c7c-4793-b43e-760e3c0c0cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:30:53.149063 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725d40a0-0694-4686-b46b-f4b5863645c5 admin admin] Network hostable DHCP agents. Network: c9fe95ba-6c7c-4793-b43e-760e3c0c0cb6, hostable agents: ['505f8fe4-cf16-4cec-b766-e44aefc0193e'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:30:53.165393 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725d40a0-0694-4686-b46b-f4b5863645c5 admin admin] Network c9fe95ba-6c7c-4793-b43e-760e3c0c0cb6 is scheduled to be hosted by DHCP agent 505f8fe4-cf16-4cec-b766-e44aefc0193e with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:30:53.174193 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-725d40a0-0694-4686-b46b-f4b5863645c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, c9fe95ba-6c7c-4793-b43e-760e3c0c0cb6) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:30:53.178210 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725d40a0-0694-4686-b46b-f4b5863645c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:30:53.178799 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-725d40a0-0694-4686-b46b-f4b5863645c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for subnet (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:30:53.184308 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36e4762-5ec6-4a9f-bbcf-7d975ee43abe None None] Network c9fe95ba-6c7c-4793-b43e-760e3c0c0cb6 requested from dv-cinder-master-3-smb {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:30:53.198761 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-725d40a0-0694-4686-b46b-f4b5863645c5 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3081334 Sep 30 09:30:53.400098 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1168942-d139-47b2-8ce1-8ddecdf6ca10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-c9fe95ba-6c7c-4793-b43e-760e3c0c0cb6', 'network_id': 'c9fe95ba-6c7c-4793-b43e-760e3c0c0cb6', 'project_id': '9494127904354d908def6993c27761dd', 'fixed_ips': [{'subnet_id': 'a3d92b53-9ef7-40eb-ad7a-182b6cc0f9cf'}]}} from dv-cinder-master-3-smb. {{(pid=106377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 30 09:30:53.401028 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b1168942-d139-47b2-8ce1-8ddecdf6ca10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:30:53.544564 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-b1168942-d139-47b2-8ce1-8ddecdf6ca10 None None] Allocated IP 192.168.233.2 (c9fe95ba-6c7c-4793-b43e-760e3c0c0cb6/a3d92b53-9ef7-40eb-ad7a-182b6cc0f9cf/27c2078f-71b4-48df-b626-6aa7cf508406) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:30:53.692050 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b1168942-d139-47b2-8ce1-8ddecdf6ca10 None None] Publish callbacks [] for port (27c2078f-71b4-48df-b626-6aa7cf508406), precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:30:53.699553 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b1168942-d139-47b2-8ce1-8ddecdf6ca10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778'] for port (27c2078f-71b4-48df-b626-6aa7cf508406), after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:30:53.740707 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1168942-d139-47b2-8ce1-8ddecdf6ca10 None None] Network c9fe95ba-6c7c-4793-b43e-760e3c0c0cb6 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:30:53.745525 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-b1168942-d139-47b2-8ce1-8ddecdf6ca10 None None] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:30:53.749348 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1168942-d139-47b2-8ce1-8ddecdf6ca10 None None] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:30:53.752827 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1168942-d139-47b2-8ce1-8ddecdf6ca10 None None] Pushing event updated for resources: {'Port': ['ID=27c2078f-71b4-48df-b626-6aa7cf508406,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:30:53.761096 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1168942-d139-47b2-8ce1-8ddecdf6ca10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:30:53.761443 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1168942-d139-47b2-8ce1-8ddecdf6ca10 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:30:53.761809 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1168942-d139-47b2-8ce1-8ddecdf6ca10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:30:53.762167 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1168942-d139-47b2-8ce1-8ddecdf6ca10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:30:53.762501 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1168942-d139-47b2-8ce1-8ddecdf6ca10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:30:53.762836 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1168942-d139-47b2-8ce1-8ddecdf6ca10 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:30:53.763159 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1168942-d139-47b2-8ce1-8ddecdf6ca10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:30:53.763481 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1168942-d139-47b2-8ce1-8ddecdf6ca10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:30:53.763801 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1168942-d139-47b2-8ce1-8ddecdf6ca10 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:30:53.764125 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1168942-d139-47b2-8ce1-8ddecdf6ca10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:30:53.764444 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1168942-d139-47b2-8ce1-8ddecdf6ca10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:30:53.764778 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1168942-d139-47b2-8ce1-8ddecdf6ca10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:30:53.765097 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1168942-d139-47b2-8ce1-8ddecdf6ca10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:30:53.765411 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1168942-d139-47b2-8ce1-8ddecdf6ca10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:30:53.766467 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1168942-d139-47b2-8ce1-8ddecdf6ca10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:30:53.820751 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-b1168942-d139-47b2-8ce1-8ddecdf6ca10 None None] Attempting to bind port 27c2078f-71b4-48df-b626-6aa7cf508406 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:30:53.821112 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-b1168942-d139-47b2-8ce1-8ddecdf6ca10 None None] Attempting to bind port 27c2078f-71b4-48df-b626-6aa7cf508406 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'f7c25188-45b4-4e3a-9e80-f972c7d194f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c9fe95ba-6c7c-4793-b43e-760e3c0c0cb6'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:30:53.821471 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1168942-d139-47b2-8ce1-8ddecdf6ca10 None None] Attempting to bind port 27c2078f-71b4-48df-b626-6aa7cf508406 on network c9fe95ba-6c7c-4793-b43e-760e3c0c0cb6 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:30:53.863706 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1168942-d139-47b2-8ce1-8ddecdf6ca10 None None] Checking agent: {'id': '99becae7-b4b2-4e0b-818d-0d19c65b4b56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 27, 31), 'started_at': datetime.datetime(2022, 9, 30, 9, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:30:53.864097 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1168942-d139-47b2-8ce1-8ddecdf6ca10 None None] Checking segment: {'id': 'f7c25188-45b4-4e3a-9e80-f972c7d194f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c9fe95ba-6c7c-4793-b43e-760e3c0c0cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:30:53.864476 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b1168942-d139-47b2-8ce1-8ddecdf6ca10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:30:53.864870 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1168942-d139-47b2-8ce1-8ddecdf6ca10 None None] Bound using segment: {'id': 'f7c25188-45b4-4e3a-9e80-f972c7d194f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c9fe95ba-6c7c-4793-b43e-760e3c0c0cb6'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:30:53.865343 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-b1168942-d139-47b2-8ce1-8ddecdf6ca10 None None] Bound port: 27c2078f-71b4-48df-b626-6aa7cf508406, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c25188-45b4-4e3a-9e80-f972c7d194f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c9fe95ba-6c7c-4793-b43e-760e3c0c0cb6'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:30:53.865790 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b1168942-d139-47b2-8ce1-8ddecdf6ca10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (27c2078f-71b4-48df-b626-6aa7cf508406), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:30:53.930357 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-b1168942-d139-47b2-8ce1-8ddecdf6ca10 None None] For port 27c2078f-71b4-48df-b626-6aa7cf508406, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:30:53.933488 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-b1168942-d139-47b2-8ce1-8ddecdf6ca10 None None] For port 27c2078f-71b4-48df-b626-6aa7cf508406, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=27c2078f-71b4-48df-b626-6aa7cf508406,segment=NetworkSegment(f7c25188-45b4-4e3a-9e80-f972c7d194f9),segment_id=f7c25188-45b4-4e3a-9e80-f972c7d194f9)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:30:53.941910 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b1168942-d139-47b2-8ce1-8ddecdf6ca10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (27c2078f-71b4-48df-b626-6aa7cf508406), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:30:54.009086 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1168942-d139-47b2-8ce1-8ddecdf6ca10 None None] Pushing event updated for resources: {'Port': ['ID=27c2078f-71b4-48df-b626-6aa7cf508406,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:30:54.691897 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 27c2078f-71b4-48df-b626-6aa7cf508406 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:30:54.751627 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port 27c2078f-71b4-48df-b626-6aa7cf508406 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:30:54.752017 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (27c2078f-71b4-48df-b626-6aa7cf508406), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:30:54.752361 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port 27c2078f-71b4-48df-b626-6aa7cf508406 Sep 30 09:30:54.784351 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef94f5e-9043-45da-88d9-f153720b0015 None None] Network c9fe95ba-6c7c-4793-b43e-760e3c0c0cb6 requested from dv-cinder-master-3-smb {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:30:54.793062 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:30:54.804507 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:30:54.892988 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-419c2662-2105-4225-bb12-a98158f6288e None None] Provisioning complete for port 27c2078f-71b4-48df-b626-6aa7cf508406 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:30:54.893368 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-419c2662-2105-4225-bb12-a98158f6288e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (27c2078f-71b4-48df-b626-6aa7cf508406), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:30:54.893723 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-419c2662-2105-4225-bb12-a98158f6288e None None] Attempt 1 to provision port 27c2078f-71b4-48df-b626-6aa7cf508406 Sep 30 09:30:54.944986 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port 27c2078f-71b4-48df-b626-6aa7cf508406 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:30:54.945369 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (27c2078f-71b4-48df-b626-6aa7cf508406), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:30:55.013776 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] For port 27c2078f-71b4-48df-b626-6aa7cf508406, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=27c2078f-71b4-48df-b626-6aa7cf508406,segment=NetworkSegment(f7c25188-45b4-4e3a-9e80-f972c7d194f9),segment_id=f7c25188-45b4-4e3a-9e80-f972c7d194f9)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:30:55.020982 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (27c2078f-71b4-48df-b626-6aa7cf508406), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:30:55.084346 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-419c2662-2105-4225-bb12-a98158f6288e None None] Current status of the port 27c2078f-71b4-48df-b626-6aa7cf508406 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:30:55.084499 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-419c2662-2105-4225-bb12-a98158f6288e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (27c2078f-71b4-48df-b626-6aa7cf508406), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:30:55.119809 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Pushing event updated for resources: {'Port': ['ID=27c2078f-71b4-48df-b626-6aa7cf508406,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:30:55.162546 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.db.api [None req-419c2662-2105-4225-bb12-a98158f6288e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 30 09:30:55.163075 dv-cinder-master-3-smb neutron-server[106377]: DEBUG oslo_db.api [None req-419c2662-2105-4225-bb12-a98158f6288e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 09:30:55.697276 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-419c2662-2105-4225-bb12-a98158f6288e None None] Current status of the port 27c2078f-71b4-48df-b626-6aa7cf508406 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:30:55.814138 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-25d84480-1edd-4650-b4f7-95a816f5a573 None None] Provisioning complete for port 27c2078f-71b4-48df-b626-6aa7cf508406 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:30:55.814522 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-25d84480-1edd-4650-b4f7-95a816f5a573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (27c2078f-71b4-48df-b626-6aa7cf508406), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:30:55.814863 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-25d84480-1edd-4650-b4f7-95a816f5a573 None None] Attempt 1 to provision port 27c2078f-71b4-48df-b626-6aa7cf508406 Sep 30 09:30:55.893454 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-25d84480-1edd-4650-b4f7-95a816f5a573 None None] Current status of the port 27c2078f-71b4-48df-b626-6aa7cf508406 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:30:55.934509 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-be0d4c07-c56d-4b5c-8dd2-ff75d41c14a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:30:56.673024 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 27c2078f-71b4-48df-b626-6aa7cf508406 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:30:56.715699 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port 27c2078f-71b4-48df-b626-6aa7cf508406 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:30:56.716333 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (27c2078f-71b4-48df-b626-6aa7cf508406), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:30:56.716429 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port 27c2078f-71b4-48df-b626-6aa7cf508406 Sep 30 09:30:56.744884 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:30:56.791639 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port 27c2078f-71b4-48df-b626-6aa7cf508406 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:30:58.282782 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-82bf8c75-8c59-4090-ad04-4f331662ec6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:30:59.399412 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:31:00.873346 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:31:00.905931 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:31:03.192468 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=79,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:31:03.193228 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:31:06.258917 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:31:06.264276 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=6 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:31:10.900422 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:31:10.902341 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:31:23.259160 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 5 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:31:25.927091 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e0270dff-9991-4a4a-9d76-6dceb13e1091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:31:28.281322 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fc1cf819-f7ef-4890-9b9b-393f314b6781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:31:29.399504 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:31:30.878106 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:31:30.909774 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:31:40.897703 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:31:40.905681 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:31:43.255412 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:31:43.259864 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=5 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:31:55.930827 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-46c1c03e-a877-44cd-a448-571834691b6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:31:58.276977 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a592da67-df97-4c91-9f0a-1ecaf7de4627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:31:59.402534 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:32:00.257342 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 5 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:32:00.881769 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:32:00.915540 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:32:10.906769 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:32:10.911415 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:32:14.826042 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 35232) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:32:14.831684 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [None req-79f077f2-c970-4bba-a7a7-653cddbbdc56 tempest-verify_tempest_config-273623777 tempest-verify_tempest_config-273623777-project] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 30 09:32:14.832652 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-79f077f2-c970-4bba-a7a7-653cddbbdc56 tempest-verify_tempest_config-273623777 tempest-verify_tempest_config-273623777-project] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0056486 Sep 30 09:32:15.342472 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 35250) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:32:15.667971 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-604c38cb-7c27-49dd-bc9c-0d163376ce3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:32:15.742901 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-604c38cb-7c27-49dd-bc9c-0d163376ce3c admin admin] Publish callbacks [] for security_group (5256a425-a3f4-443f-8ba2-e605c0fca43f), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:32:15.746754 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-604c38cb-7c27-49dd-bc9c-0d163376ce3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (5256a425-a3f4-443f-8ba2-e605c0fca43f), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:32:15.792749 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-604c38cb-7c27-49dd-bc9c-0d163376ce3c admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=bebe649190e34449981a61e5836e91b0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4490821 Sep 30 09:32:15.793674 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604c38cb-7c27-49dd-bc9c-0d163376ce3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5256a425-a3f4-443f-8ba2-e605c0fca43f,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:32:15.796540 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 35254) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:32:15.812466 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604c38cb-7c27-49dd-bc9c-0d163376ce3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:32:15.812803 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604c38cb-7c27-49dd-bc9c-0d163376ce3c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:32:15.813142 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604c38cb-7c27-49dd-bc9c-0d163376ce3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:32:15.813490 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604c38cb-7c27-49dd-bc9c-0d163376ce3c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:32:15.813852 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604c38cb-7c27-49dd-bc9c-0d163376ce3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:32:15.814179 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604c38cb-7c27-49dd-bc9c-0d163376ce3c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:32:15.814499 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604c38cb-7c27-49dd-bc9c-0d163376ce3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:32:15.814817 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604c38cb-7c27-49dd-bc9c-0d163376ce3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:32:15.815135 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604c38cb-7c27-49dd-bc9c-0d163376ce3c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:32:15.815452 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604c38cb-7c27-49dd-bc9c-0d163376ce3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:32:15.815766 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604c38cb-7c27-49dd-bc9c-0d163376ce3c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:32:15.816198 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604c38cb-7c27-49dd-bc9c-0d163376ce3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:32:15.816520 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604c38cb-7c27-49dd-bc9c-0d163376ce3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:32:15.816836 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604c38cb-7c27-49dd-bc9c-0d163376ce3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:32:15.817156 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604c38cb-7c27-49dd-bc9c-0d163376ce3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:32:15.865167 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9a0a8ae5-c845-401b-80ca-1879fca44fc2 admin admin] Publish callbacks [] for security_group (5256a425-a3f4-443f-8ba2-e605c0fca43f), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:32:15.884571 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9a0a8ae5-c845-401b-80ca-1879fca44fc2 admin admin] Publish callbacks [] for security_group (5256a425-a3f4-443f-8ba2-e605c0fca43f), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:32:15.978233 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9a0a8ae5-c845-401b-80ca-1879fca44fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (5256a425-a3f4-443f-8ba2-e605c0fca43f), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:32:15.980810 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9a0a8ae5-c845-401b-80ca-1879fca44fc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:32:15.984466 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-9a0a8ae5-c845-401b-80ca-1879fca44fc2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/5256a425-a3f4-443f-8ba2-e605c0fca43f HTTP/1.1" status: 204 len: 168 time: 0.1845908 Sep 30 09:32:15.990248 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a8ae5-c845-401b-80ca-1879fca44fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5256a425-a3f4-443f-8ba2-e605c0fca43f,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:32:25.934063 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4ec79dfa-1049-40d9-b344-703e688c26a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:32:25.985036 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=41,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:32:25.989979 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=30,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:32:26.048040 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=19 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:32:26.053851 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=17 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:32:28.269166 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-17291690-311b-4b89-9039-f90f610bca0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:32:29.403706 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:32:30.886020 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:32:30.916951 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:32:37.256310 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 5 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:32:40.910709 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:32:40.913398 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:32:55.945053 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c4b0b92a-797c-46cc-a141-be6cfc89daa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:32:57.257344 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:32:57.262638 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=5 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:32:58.270898 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a50d7d82-4d98-41e1-939d-f86e042fbd85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:32:59.407085 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:33:00.889945 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:33:00.921139 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:33:10.913425 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:33:10.915864 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:33:14.256646 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 5 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:33:25.936601 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dd56ae15-3fb2-4327-ab46-1b33cfe5a789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:33:28.273226 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6b6feab6-b8e3-4895-b951-f454e6b096d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:33:29.413598 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:33:30.892980 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:33:30.923312 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:33:34.254618 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:33:34.259666 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:33:40.916068 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:33:40.919161 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:33:51.255572 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 5 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:33:55.938397 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-70d7e11b-b3fe-437a-b86e-632d0d812a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:33:58.275819 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dec1ec12-febb-41dd-8bac-4d5aa688cf2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:33:59.413899 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:33:59.591049 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-760770'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:34:00.897828 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:34:00.926471 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:34:01.252123 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:34:10.918386 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:34:10.922675 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:34:11.261817 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:34:11.267011 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:34:12.795230 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 35346) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:34:12.921532 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-b2a82325-446a-4779-ac9c-ee61026997cb admin admin] 10.222.0.15 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1252229 Sep 30 09:34:15.363395 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 35356) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:34:15.419534 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-30aab59d-a2cf-4fdc-96e0-a07d4249da3b admin admin] 10.222.0.15 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0551505 Sep 30 09:34:25.413369 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:34:25.414197 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:34:25.940704 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ec1e96dc-9cd6-4131-9a8b-82dec2824f25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:34:26.046763 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=13 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:34:26.049066 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=13 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:34:28.255559 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:34:28.282031 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4b828da8-b5fd-4a6b-82ac-674566aa4d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:34:29.414620 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:34:29.569074 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:34:30.901008 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:34:30.928535 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:34:38.250654 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:34:38.251992 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:34:40.918079 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:34:40.925050 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:34:48.259631 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:34:48.264841 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:34:55.953810 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-068f5b5f-dcee-416f-8af7-b7f4dc07231e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:34:58.283503 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e08c3928-115a-4358-bcfa-79938b10b77e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:34:59.416850 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:34:59.567838 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:00.904255 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:00.934870 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:05.253533 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:35:10.923851 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:35:10.930509 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=26,neutron:UPDATE=5 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:35:25.249683 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:35:25.260255 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:35:25.945760 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-85cfd996-0799-467d-95aa-a43820b01d60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:28.286668 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d1c44c21-5daa-45cc-8135-9e5770ad4ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:29.423288 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:29.583748 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:30.912197 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:30.939708 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:40.933667 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:35:40.936229 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:UPDATE=3,neutron:SELECT=8 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:35:42.253162 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:35:52.249119 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:35:55.959487 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4bb46012-a5b4-4c8b-8d22-086fbd9fb3b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:57.215532 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 35580) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:35:57.522995 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 35610) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:35:57.606097 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-5e1d6e56-9c46-477e-a388-b79ad8a82d2f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-680401777-network', 'tenant_id': '732bb88e765b4fc3921cb3e37be0270a'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:35:57.631227 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1d6e56-9c46-477e-a388-b79ad8a82d2f admin admin] Made reservation on behalf of 732bb88e765b4fc3921cb3e37be0270a for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:35:57.635054 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5e1d6e56-9c46-477e-a388-b79ad8a82d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for network (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:57.644312 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5e1d6e56-9c46-477e-a388-b79ad8a82d2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:57.682585 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 35616) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:35:57.750085 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5e1d6e56-9c46-477e-a388-b79ad8a82d2f admin admin] Publish callbacks [] for security_group (13391bd4-de0a-4b53-9830-5e8fb0a0885f), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:57.756730 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5e1d6e56-9c46-477e-a388-b79ad8a82d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (13391bd4-de0a-4b53-9830-5e8fb0a0885f), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:57.785295 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e1d6e56-9c46-477e-a388-b79ad8a82d2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:35:57.811095 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5e1d6e56-9c46-477e-a388-b79ad8a82d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765'] for segment (39ea8fdd-1369-4a8e-8903-72d960c9ae2d), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:57.811439 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.db.segments_db [None req-5e1d6e56-9c46-477e-a388-b79ad8a82d2f admin admin] Added segment 39ea8fdd-1369-4a8e-8903-72d960c9ae2d of type vlan for network 6393c21b-9685-4d97-968d-d3184efd867f Sep 30 09:35:57.830996 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d6e56-9c46-477e-a388-b79ad8a82d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13391bd4-de0a-4b53-9830-5e8fb0a0885f,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:35:57.903549 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1d6e56-9c46-477e-a388-b79ad8a82d2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:35:57.904170 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1d6e56-9c46-477e-a388-b79ad8a82d2f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:35:57.904703 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1d6e56-9c46-477e-a388-b79ad8a82d2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:35:57.905212 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1d6e56-9c46-477e-a388-b79ad8a82d2f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:35:57.905738 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1d6e56-9c46-477e-a388-b79ad8a82d2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:35:57.906239 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1d6e56-9c46-477e-a388-b79ad8a82d2f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:35:57.906785 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1d6e56-9c46-477e-a388-b79ad8a82d2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:35:57.907333 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1d6e56-9c46-477e-a388-b79ad8a82d2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:35:57.907828 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1d6e56-9c46-477e-a388-b79ad8a82d2f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:35:57.908319 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1d6e56-9c46-477e-a388-b79ad8a82d2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:35:57.908849 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1d6e56-9c46-477e-a388-b79ad8a82d2f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:35:57.909355 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1d6e56-9c46-477e-a388-b79ad8a82d2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:35:57.910973 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1d6e56-9c46-477e-a388-b79ad8a82d2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:35:57.911326 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1d6e56-9c46-477e-a388-b79ad8a82d2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:35:57.911665 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1d6e56-9c46-477e-a388-b79ad8a82d2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:35:57.915354 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1d6e56-9c46-477e-a388-b79ad8a82d2f admin admin] Tracked resource versions report: Sep 30 09:35:57.915354 dv-cinder-master-3-smb neutron-server[106376]: pushed versions: Sep 30 09:35:57.915354 dv-cinder-master-3-smb neutron-server[106376]: { 'AddressGroup': {'1.2'}, Sep 30 09:35:57.915354 dv-cinder-master-3-smb neutron-server[106376]: 'Agent': {'1.1'}, Sep 30 09:35:57.915354 dv-cinder-master-3-smb neutron-server[106376]: 'ConntrackHelper': {'1.0'}, Sep 30 09:35:57.915354 dv-cinder-master-3-smb neutron-server[106376]: 'LocalIPAssociation': {'1.0'}, Sep 30 09:35:57.915354 dv-cinder-master-3-smb neutron-server[106376]: 'Log': {'1.0'}, Sep 30 09:35:57.915354 dv-cinder-master-3-smb neutron-server[106376]: 'NDPProxy': {'1.0'}, Sep 30 09:35:57.915354 dv-cinder-master-3-smb neutron-server[106376]: 'Network': {'1.1'}, Sep 30 09:35:57.915354 dv-cinder-master-3-smb neutron-server[106376]: 'Port': {'1.7'}, Sep 30 09:35:57.915354 dv-cinder-master-3-smb neutron-server[106376]: 'PortForwarding': {'1.3'}, Sep 30 09:35:57.915354 dv-cinder-master-3-smb neutron-server[106376]: 'QosPolicy': {'1.10'}, Sep 30 09:35:57.915354 dv-cinder-master-3-smb neutron-server[106376]: 'SecurityGroup': {'1.5'}, Sep 30 09:35:57.915354 dv-cinder-master-3-smb neutron-server[106376]: 'SecurityGroupRule': {'1.2'}, Sep 30 09:35:57.915354 dv-cinder-master-3-smb neutron-server[106376]: 'SubPort': {'1.0'}, Sep 30 09:35:57.915354 dv-cinder-master-3-smb neutron-server[106376]: 'Subnet': {'1.1'}, Sep 30 09:35:57.915354 dv-cinder-master-3-smb neutron-server[106376]: 'Trunk': {'1.1'}} Sep 30 09:35:57.915354 dv-cinder-master-3-smb neutron-server[106376]: consumer versions: Sep 30 09:35:57.915354 dv-cinder-master-3-smb neutron-server[106376]: { DHCP agent@dv-cinder-master-3-smb: {}, Sep 30 09:35:57.915354 dv-cinder-master-3-smb neutron-server[106376]: HyperV agent@hv-cinder-maste: {}, Sep 30 09:35:57.915354 dv-cinder-master-3-smb neutron-server[106376]: L3 agent@dv-cinder-master-3-smb: {}, Sep 30 09:35:57.915354 dv-cinder-master-3-smb neutron-server[106376]: Metadata agent@dv-cinder-master-3-smb: {}, Sep 30 09:35:57.915354 dv-cinder-master-3-smb neutron-server[106376]: Metering agent@dv-cinder-master-3-smb: {}, Sep 30 09:35:57.915354 dv-cinder-master-3-smb neutron-server[106376]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Sep 30 09:35:57.915354 dv-cinder-master-3-smb neutron-server[106376]: 'Agent': '1.1', Sep 30 09:35:57.915354 dv-cinder-master-3-smb neutron-server[106376]: 'ConntrackHelper': '1.0', Sep 30 09:35:57.915354 dv-cinder-master-3-smb neutron-server[106376]: 'LocalIPAssociation': '1.0', Sep 30 09:35:57.915354 dv-cinder-master-3-smb neutron-server[106376]: 'Log': '1.0', Sep 30 09:35:57.915354 dv-cinder-master-3-smb neutron-server[106376]: 'NDPProxy': '1.0', Sep 30 09:35:57.915354 dv-cinder-master-3-smb neutron-server[106376]: 'Network': '1.1', Sep 30 09:35:57.915354 dv-cinder-master-3-smb neutron-server[106376]: 'Port': '1.7', Sep 30 09:35:57.915354 dv-cinder-master-3-smb neutron-server[106376]: 'PortForwarding': '1.3', Sep 30 09:35:57.915354 dv-cinder-master-3-smb neutron-server[106376]: 'QosPolicy': '1.10', Sep 30 09:35:57.915354 dv-cinder-master-3-smb neutron-server[106376]: 'SecurityGroup': '1.5', Sep 30 09:35:57.915354 dv-cinder-master-3-smb neutron-server[106376]: 'SecurityGroupRule': '1.2', Sep 30 09:35:57.915354 dv-cinder-master-3-smb neutron-server[106376]: 'SubPort': '1.0', Sep 30 09:35:57.915354 dv-cinder-master-3-smb neutron-server[106376]: 'Subnet': '1.1', Sep 30 09:35:57.915354 dv-cinder-master-3-smb neutron-server[106376]: 'Trunk': '1.1'}} Sep 30 09:35:57.915354 dv-cinder-master-3-smb neutron-server[106376]: {{(pid=106376) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 09:35:57.946707 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5e1d6e56-9c46-477e-a388-b79ad8a82d2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770945417400'] for network (6393c21b-9685-4d97-968d-d3184efd867f), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:57.977805 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-85c83302-7b43-4087-9b58-dd2dabc42cbb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2083709801-network', 'tenant_id': '7258740d324b4be18675101826a78ca7'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:35:58.001926 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c83302-7b43-4087-9b58-dd2dabc42cbb admin admin] Made reservation on behalf of 7258740d324b4be18675101826a78ca7 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:35:58.005147 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-85c83302-7b43-4087-9b58-dd2dabc42cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for network (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:58.009464 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5e1d6e56-9c46-477e-a388-b79ad8a82d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347'] for network (6393c21b-9685-4d97-968d-d3184efd867f), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:58.010424 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1d6e56-9c46-477e-a388-b79ad8a82d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:35:58.011001 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5e1d6e56-9c46-477e-a388-b79ad8a82d2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for network (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:58.025034 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-85c83302-7b43-4087-9b58-dd2dabc42cbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:58.035642 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-3d3bd10d-1c95-4702-8402-1ceac340e58f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-834901665-network', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:35:58.127214 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-5e1d6e56-9c46-477e-a388-b79ad8a82d2f admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9105561 Sep 30 09:35:58.130222 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 35644) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:35:58.137595 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-7ab322aa-51ff-4b66-b34a-99964b3c3e7b admin admin] Request body: {'subnet': {'network_id': '6393c21b-9685-4d97-968d-d3184efd867f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-680401777-subnet', 'tenant_id': '732bb88e765b4fc3921cb3e37be0270a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:35:58.169951 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d6e56-9c46-477e-a388-b79ad8a82d2f admin admin] Pushing event updated for resources: {'Network': ['ID=6393c21b-9685-4d97-968d-d3184efd867f,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:35:58.183000 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Network 6393c21b-9685-4d97-968d-d3184efd867f details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:35:58.192504 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3bd10d-1c95-4702-8402-1ceac340e58f admin admin] Made reservation on behalf of 277b0f36e38f42909ad307ca1d09b7da for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:35:58.195886 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3d3bd10d-1c95-4702-8402-1ceac340e58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for network (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:58.206063 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab322aa-51ff-4b66-b34a-99964b3c3e7b admin admin] Made reservation on behalf of 732bb88e765b4fc3921cb3e37be0270a for: {'subnet': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:35:58.209821 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7ab322aa-51ff-4b66-b34a-99964b3c3e7b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:58.228395 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3d3bd10d-1c95-4702-8402-1ceac340e58f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:58.312376 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8d16a7ae-5b72-441b-93ab-e0b7a614b577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:58.330452 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-85c83302-7b43-4087-9b58-dd2dabc42cbb admin admin] Publish callbacks [] for security_group (6885a22a-784f-4ef7-90bc-2b5ce32a96bd), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:58.390036 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3d3bd10d-1c95-4702-8402-1ceac340e58f admin admin] Publish callbacks [] for security_group (928b415f-38bd-4b23-b84e-4726290507b5), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:58.391346 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=74,neutron:INSERT=23,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:35:58.395261 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-85c83302-7b43-4087-9b58-dd2dabc42cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (6885a22a-784f-4ef7-90bc-2b5ce32a96bd), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:58.406677 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3d3bd10d-1c95-4702-8402-1ceac340e58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (928b415f-38bd-4b23-b84e-4726290507b5), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:58.434211 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c83302-7b43-4087-9b58-dd2dabc42cbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:35:58.448949 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=68,neutron:INSERT=25,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:35:58.450288 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d3bd10d-1c95-4702-8402-1ceac340e58f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:35:58.476001 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7ab322aa-51ff-4b66-b34a-99964b3c3e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347'] for subnet (0107e732-10dd-41f2-85e4-67fccefb952d), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:58.478041 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-85c83302-7b43-4087-9b58-dd2dabc42cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765'] for segment (564e7fba-80a0-41fa-9dbf-7d18353521c2), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:58.478828 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.db.segments_db [None req-85c83302-7b43-4087-9b58-dd2dabc42cbb admin admin] Added segment 564e7fba-80a0-41fa-9dbf-7d18353521c2 of type vlan for network 486301e7-f0bf-4b46-826b-b0b4132f2272 Sep 30 09:35:58.491560 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c83302-7b43-4087-9b58-dd2dabc42cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6885a22a-784f-4ef7-90bc-2b5ce32a96bd,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:35:58.497846 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3d3bd10d-1c95-4702-8402-1ceac340e58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765'] for segment (e66f24b0-9893-442e-bdcf-fa149cc52000), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:58.498917 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.db.segments_db [None req-3d3bd10d-1c95-4702-8402-1ceac340e58f admin admin] Added segment e66f24b0-9893-442e-bdcf-fa149cc52000 of type vlan for network b208ce5f-758d-4f0c-90ce-9c825be7bba2 Sep 30 09:35:58.527576 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3bd10d-1c95-4702-8402-1ceac340e58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928b415f-38bd-4b23-b84e-4726290507b5,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:35:58.560422 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab322aa-51ff-4b66-b34a-99964b3c3e7b admin admin] Checking segment: {'id': '39ea8fdd-1369-4a8e-8903-72d960c9ae2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6393c21b-9685-4d97-968d-d3184efd867f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:35:58.561117 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab322aa-51ff-4b66-b34a-99964b3c3e7b admin admin] Network hostable DHCP agents. Network: 6393c21b-9685-4d97-968d-d3184efd867f, hostable agents: ['505f8fe4-cf16-4cec-b766-e44aefc0193e'], hosted agents: [] {{(pid=106375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:35:58.596685 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab322aa-51ff-4b66-b34a-99964b3c3e7b admin admin] Network 6393c21b-9685-4d97-968d-d3184efd867f is scheduled to be hosted by DHCP agent 505f8fe4-cf16-4cec-b766-e44aefc0193e with binding_index 1 {{(pid=106375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:35:58.598463 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-85c83302-7b43-4087-9b58-dd2dabc42cbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770945417400'] for network (486301e7-f0bf-4b46-826b-b0b4132f2272), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:58.614543 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab322aa-51ff-4b66-b34a-99964b3c3e7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0107e732-10dd-41f2-85e4-67fccefb952d,revision_number=0']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:35:58.620109 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-7ab322aa-51ff-4b66-b34a-99964b3c3e7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 6393c21b-9685-4d97-968d-d3184efd867f) {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:35:58.628531 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4343a3c-50a5-4f19-85dd-eeb17efe13a5 None None] Network 6393c21b-9685-4d97-968d-d3184efd867f requested from dv-cinder-master-3-smb {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:35:58.630182 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab322aa-51ff-4b66-b34a-99964b3c3e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:35:58.630999 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7ab322aa-51ff-4b66-b34a-99964b3c3e7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for subnet (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:58.641260 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab322aa-51ff-4b66-b34a-99964b3c3e7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:35:58.641996 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab322aa-51ff-4b66-b34a-99964b3c3e7b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:35:58.642563 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab322aa-51ff-4b66-b34a-99964b3c3e7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:35:58.643078 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab322aa-51ff-4b66-b34a-99964b3c3e7b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:35:58.643363 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3d3bd10d-1c95-4702-8402-1ceac340e58f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770945417400'] for network (b208ce5f-758d-4f0c-90ce-9c825be7bba2), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:58.643856 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab322aa-51ff-4b66-b34a-99964b3c3e7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:35:58.644420 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab322aa-51ff-4b66-b34a-99964b3c3e7b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:35:58.644939 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab322aa-51ff-4b66-b34a-99964b3c3e7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:35:58.645499 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab322aa-51ff-4b66-b34a-99964b3c3e7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:35:58.646021 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab322aa-51ff-4b66-b34a-99964b3c3e7b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:35:58.646949 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab322aa-51ff-4b66-b34a-99964b3c3e7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:35:58.647442 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab322aa-51ff-4b66-b34a-99964b3c3e7b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:35:58.648012 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab322aa-51ff-4b66-b34a-99964b3c3e7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:35:58.648505 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab322aa-51ff-4b66-b34a-99964b3c3e7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:35:58.649215 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab322aa-51ff-4b66-b34a-99964b3c3e7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:35:58.649750 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab322aa-51ff-4b66-b34a-99964b3c3e7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:35:58.651724 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab322aa-51ff-4b66-b34a-99964b3c3e7b admin admin] Tracked resource versions report: Sep 30 09:35:58.651724 dv-cinder-master-3-smb neutron-server[106375]: pushed versions: Sep 30 09:35:58.651724 dv-cinder-master-3-smb neutron-server[106375]: { 'AddressGroup': {'1.2'}, Sep 30 09:35:58.651724 dv-cinder-master-3-smb neutron-server[106375]: 'Agent': {'1.1'}, Sep 30 09:35:58.651724 dv-cinder-master-3-smb neutron-server[106375]: 'ConntrackHelper': {'1.0'}, Sep 30 09:35:58.651724 dv-cinder-master-3-smb neutron-server[106375]: 'LocalIPAssociation': {'1.0'}, Sep 30 09:35:58.651724 dv-cinder-master-3-smb neutron-server[106375]: 'Log': {'1.0'}, Sep 30 09:35:58.651724 dv-cinder-master-3-smb neutron-server[106375]: 'NDPProxy': {'1.0'}, Sep 30 09:35:58.651724 dv-cinder-master-3-smb neutron-server[106375]: 'Network': {'1.1'}, Sep 30 09:35:58.651724 dv-cinder-master-3-smb neutron-server[106375]: 'Port': {'1.7'}, Sep 30 09:35:58.651724 dv-cinder-master-3-smb neutron-server[106375]: 'PortForwarding': {'1.3'}, Sep 30 09:35:58.651724 dv-cinder-master-3-smb neutron-server[106375]: 'QosPolicy': {'1.10'}, Sep 30 09:35:58.651724 dv-cinder-master-3-smb neutron-server[106375]: 'SecurityGroup': {'1.5'}, Sep 30 09:35:58.651724 dv-cinder-master-3-smb neutron-server[106375]: 'SecurityGroupRule': {'1.2'}, Sep 30 09:35:58.651724 dv-cinder-master-3-smb neutron-server[106375]: 'SubPort': {'1.0'}, Sep 30 09:35:58.651724 dv-cinder-master-3-smb neutron-server[106375]: 'Subnet': {'1.1'}, Sep 30 09:35:58.651724 dv-cinder-master-3-smb neutron-server[106375]: 'Trunk': {'1.1'}} Sep 30 09:35:58.651724 dv-cinder-master-3-smb neutron-server[106375]: consumer versions: Sep 30 09:35:58.651724 dv-cinder-master-3-smb neutron-server[106375]: { DHCP agent@dv-cinder-master-3-smb: {}, Sep 30 09:35:58.651724 dv-cinder-master-3-smb neutron-server[106375]: HyperV agent@hv-cinder-maste: {}, Sep 30 09:35:58.651724 dv-cinder-master-3-smb neutron-server[106375]: L3 agent@dv-cinder-master-3-smb: {}, Sep 30 09:35:58.651724 dv-cinder-master-3-smb neutron-server[106375]: Metadata agent@dv-cinder-master-3-smb: {}, Sep 30 09:35:58.651724 dv-cinder-master-3-smb neutron-server[106375]: Metering agent@dv-cinder-master-3-smb: {}, Sep 30 09:35:58.651724 dv-cinder-master-3-smb neutron-server[106375]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Sep 30 09:35:58.651724 dv-cinder-master-3-smb neutron-server[106375]: 'Agent': '1.1', Sep 30 09:35:58.651724 dv-cinder-master-3-smb neutron-server[106375]: 'ConntrackHelper': '1.0', Sep 30 09:35:58.651724 dv-cinder-master-3-smb neutron-server[106375]: 'LocalIPAssociation': '1.0', Sep 30 09:35:58.651724 dv-cinder-master-3-smb neutron-server[106375]: 'Log': '1.0', Sep 30 09:35:58.651724 dv-cinder-master-3-smb neutron-server[106375]: 'NDPProxy': '1.0', Sep 30 09:35:58.651724 dv-cinder-master-3-smb neutron-server[106375]: 'Network': '1.1', Sep 30 09:35:58.651724 dv-cinder-master-3-smb neutron-server[106375]: 'Port': '1.7', Sep 30 09:35:58.651724 dv-cinder-master-3-smb neutron-server[106375]: 'PortForwarding': '1.3', Sep 30 09:35:58.651724 dv-cinder-master-3-smb neutron-server[106375]: 'QosPolicy': '1.10', Sep 30 09:35:58.651724 dv-cinder-master-3-smb neutron-server[106375]: 'SecurityGroup': '1.5', Sep 30 09:35:58.651724 dv-cinder-master-3-smb neutron-server[106375]: 'SecurityGroupRule': '1.2', Sep 30 09:35:58.651724 dv-cinder-master-3-smb neutron-server[106375]: 'SubPort': '1.0', Sep 30 09:35:58.651724 dv-cinder-master-3-smb neutron-server[106375]: 'Subnet': '1.1', Sep 30 09:35:58.651724 dv-cinder-master-3-smb neutron-server[106375]: 'Trunk': '1.1'}} Sep 30 09:35:58.651724 dv-cinder-master-3-smb neutron-server[106375]: {{(pid=106375) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 09:35:58.678299 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-85c83302-7b43-4087-9b58-dd2dabc42cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347'] for network (486301e7-f0bf-4b46-826b-b0b4132f2272), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:58.679958 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c83302-7b43-4087-9b58-dd2dabc42cbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:35:58.680631 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-85c83302-7b43-4087-9b58-dd2dabc42cbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for network (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:58.687884 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-7ab322aa-51ff-4b66-b34a-99964b3c3e7b admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5532157 Sep 30 09:35:58.688746 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 35654) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:35:58.696464 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-30597576-7f15-4b3b-8675-f169df8dc2c4 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-680401777-router', 'tenant_id': '732bb88e765b4fc3921cb3e37be0270a', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'}}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:35:58.758692 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-30597576-7f15-4b3b-8675-f169df8dc2c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-748765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30317'] for router (33f9e6ce-24db-4d3c-bc49-883e4f3f7d72), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:58.760086 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-30597576-7f15-4b3b-8675-f169df8dc2c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543880', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1182'] for router (33f9e6ce-24db-4d3c-bc49-883e4f3f7d72), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:58.765539 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c83302-7b43-4087-9b58-dd2dabc42cbb admin admin] Pushing event updated for resources: {'Network': ['ID=486301e7-f0bf-4b46-826b-b0b4132f2272,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:35:58.776138 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3d3bd10d-1c95-4702-8402-1ceac340e58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347'] for network (b208ce5f-758d-4f0c-90ce-9c825be7bba2), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:58.777311 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3bd10d-1c95-4702-8402-1ceac340e58f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:35:58.777993 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3d3bd10d-1c95-4702-8402-1ceac340e58f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for network (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:58.806211 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Network 486301e7-f0bf-4b46-826b-b0b4132f2272 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:35:58.896568 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3bd10d-1c95-4702-8402-1ceac340e58f admin admin] Pushing event updated for resources: {'Network': ['ID=b208ce5f-758d-4f0c-90ce-9c825be7bba2,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:35:58.904976 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-85c83302-7b43-4087-9b58-dd2dabc42cbb admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3808019 Sep 30 09:35:58.912175 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Network b208ce5f-758d-4f0c-90ce-9c825be7bba2 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:35:58.917486 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 35662) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:35:58.933890 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-baec19ea-6ccd-4bc8-9bcd-fe091df942be admin admin] Request body: {'subnet': {'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2083709801-subnet', 'tenant_id': '7258740d324b4be18675101826a78ca7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:35:58.963655 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-3d3bd10d-1c95-4702-8402-1ceac340e58f admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2770293 Sep 30 09:35:58.970070 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 35666) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:35:58.990166 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-7bab6a03-0b3e-4f43-bc74-21f9fe982f22 admin admin] Request body: {'subnet': {'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-834901665-subnet', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:35:59.015753 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-30597576-7f15-4b3b-8675-f169df8dc2c4 admin admin] Publish callbacks [] for router_controller (33f9e6ce-24db-4d3c-bc49-883e4f3f7d72), precommit_add_association {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:59.025262 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baec19ea-6ccd-4bc8-9bcd-fe091df942be admin admin] Made reservation on behalf of 7258740d324b4be18675101826a78ca7 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:35:59.035305 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-baec19ea-6ccd-4bc8-9bcd-fe091df942be admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:59.065029 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3024bc8c-6746-4ce3-a97c-136968e7f3fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-6393c21b-9685-4d97-968d-d3184efd867f', 'network_id': '6393c21b-9685-4d97-968d-d3184efd867f', 'project_id': '732bb88e765b4fc3921cb3e37be0270a', 'fixed_ips': [{'subnet_id': '0107e732-10dd-41f2-85e4-67fccefb952d'}]}} from dv-cinder-master-3-smb. {{(pid=106377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 30 09:35:59.066712 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3024bc8c-6746-4ce3-a97c-136968e7f3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:59.164483 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bab6a03-0b3e-4f43-bc74-21f9fe982f22 admin admin] Made reservation on behalf of 277b0f36e38f42909ad307ca1d09b7da for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:35:59.171569 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7bab6a03-0b3e-4f43-bc74-21f9fe982f22 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:59.361262 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-3024bc8c-6746-4ce3-a97c-136968e7f3fa None None] Allocated IP 172.20.0.2 (6393c21b-9685-4d97-968d-d3184efd867f/0107e732-10dd-41f2-85e4-67fccefb952d/a5ee4bf1-55b3-40c9-b0b8-05465ca915c6) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:35:59.367694 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-30597576-7f15-4b3b-8675-f169df8dc2c4 admin admin] Publish callbacks [] for router_gateway (33f9e6ce-24db-4d3c-bc49-883e4f3f7d72), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:59.479845 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:59.638089 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-30597576-7f15-4b3b-8675-f169df8dc2c4 admin admin] Publish callbacks [] for router_gateway (33f9e6ce-24db-4d3c-bc49-883e4f3f7d72), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:59.655452 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:59.656823 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3024bc8c-6746-4ce3-a97c-136968e7f3fa None None] Publish callbacks [] for port (a5ee4bf1-55b3-40c9-b0b8-05465ca915c6), precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:59.670464 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3024bc8c-6746-4ce3-a97c-136968e7f3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778'] for port (a5ee4bf1-55b3-40c9-b0b8-05465ca915c6), after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:59.677732 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-30597576-7f15-4b3b-8675-f169df8dc2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:59.691529 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:INSERT=12,neutron:SELECT=80,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:35:59.737368 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3024bc8c-6746-4ce3-a97c-136968e7f3fa None None] Network 6393c21b-9685-4d97-968d-d3184efd867f is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:35:59.743653 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-3024bc8c-6746-4ce3-a97c-136968e7f3fa None None] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:35:59.750691 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3024bc8c-6746-4ce3-a97c-136968e7f3fa None None] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:35:59.804844 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [None req-30597576-7f15-4b3b-8675-f169df8dc2c4 admin admin] Allocated IP 172.37.1.61 (4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2/0f15ec3b-6992-47ef-bdfa-402dc9430f5b/bb125cde-5966-4c9f-bd86-c894237298ec) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:35:59.807322 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3024bc8c-6746-4ce3-a97c-136968e7f3fa None None] Pushing event updated for resources: {'Port': ['ID=a5ee4bf1-55b3-40c9-b0b8-05465ca915c6,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:35:59.823678 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:35:59.824662 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:35:59.836549 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3024bc8c-6746-4ce3-a97c-136968e7f3fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:35:59.837122 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3024bc8c-6746-4ce3-a97c-136968e7f3fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:35:59.837871 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3024bc8c-6746-4ce3-a97c-136968e7f3fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:35:59.838498 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3024bc8c-6746-4ce3-a97c-136968e7f3fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:35:59.838992 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3024bc8c-6746-4ce3-a97c-136968e7f3fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:35:59.839486 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3024bc8c-6746-4ce3-a97c-136968e7f3fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:35:59.839969 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3024bc8c-6746-4ce3-a97c-136968e7f3fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:35:59.840434 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3024bc8c-6746-4ce3-a97c-136968e7f3fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:35:59.840932 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3024bc8c-6746-4ce3-a97c-136968e7f3fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:35:59.841570 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3024bc8c-6746-4ce3-a97c-136968e7f3fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:35:59.842317 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3024bc8c-6746-4ce3-a97c-136968e7f3fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:35:59.842837 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3024bc8c-6746-4ce3-a97c-136968e7f3fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:35:59.843181 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3024bc8c-6746-4ce3-a97c-136968e7f3fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:35:59.843512 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3024bc8c-6746-4ce3-a97c-136968e7f3fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:35:59.843840 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3024bc8c-6746-4ce3-a97c-136968e7f3fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:35:59.844958 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3024bc8c-6746-4ce3-a97c-136968e7f3fa None None] Tracked resource versions report: Sep 30 09:35:59.844958 dv-cinder-master-3-smb neutron-server[106377]: pushed versions: Sep 30 09:35:59.844958 dv-cinder-master-3-smb neutron-server[106377]: { 'AddressGroup': {'1.2'}, Sep 30 09:35:59.844958 dv-cinder-master-3-smb neutron-server[106377]: 'Agent': {'1.1'}, Sep 30 09:35:59.844958 dv-cinder-master-3-smb neutron-server[106377]: 'ConntrackHelper': {'1.0'}, Sep 30 09:35:59.844958 dv-cinder-master-3-smb neutron-server[106377]: 'LocalIPAssociation': {'1.0'}, Sep 30 09:35:59.844958 dv-cinder-master-3-smb neutron-server[106377]: 'Log': {'1.0'}, Sep 30 09:35:59.844958 dv-cinder-master-3-smb neutron-server[106377]: 'NDPProxy': {'1.0'}, Sep 30 09:35:59.844958 dv-cinder-master-3-smb neutron-server[106377]: 'Network': {'1.1'}, Sep 30 09:35:59.844958 dv-cinder-master-3-smb neutron-server[106377]: 'Port': {'1.7'}, Sep 30 09:35:59.844958 dv-cinder-master-3-smb neutron-server[106377]: 'PortForwarding': {'1.3'}, Sep 30 09:35:59.844958 dv-cinder-master-3-smb neutron-server[106377]: 'QosPolicy': {'1.10'}, Sep 30 09:35:59.844958 dv-cinder-master-3-smb neutron-server[106377]: 'SecurityGroup': {'1.5'}, Sep 30 09:35:59.844958 dv-cinder-master-3-smb neutron-server[106377]: 'SecurityGroupRule': {'1.2'}, Sep 30 09:35:59.844958 dv-cinder-master-3-smb neutron-server[106377]: 'SubPort': {'1.0'}, Sep 30 09:35:59.844958 dv-cinder-master-3-smb neutron-server[106377]: 'Subnet': {'1.1'}, Sep 30 09:35:59.844958 dv-cinder-master-3-smb neutron-server[106377]: 'Trunk': {'1.1'}} Sep 30 09:35:59.844958 dv-cinder-master-3-smb neutron-server[106377]: consumer versions: Sep 30 09:35:59.844958 dv-cinder-master-3-smb neutron-server[106377]: { DHCP agent@dv-cinder-master-3-smb: {}, Sep 30 09:35:59.844958 dv-cinder-master-3-smb neutron-server[106377]: HyperV agent@hv-cinder-maste: {}, Sep 30 09:35:59.844958 dv-cinder-master-3-smb neutron-server[106377]: L3 agent@dv-cinder-master-3-smb: {}, Sep 30 09:35:59.844958 dv-cinder-master-3-smb neutron-server[106377]: Metadata agent@dv-cinder-master-3-smb: {}, Sep 30 09:35:59.844958 dv-cinder-master-3-smb neutron-server[106377]: Metering agent@dv-cinder-master-3-smb: {}, Sep 30 09:35:59.844958 dv-cinder-master-3-smb neutron-server[106377]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Sep 30 09:35:59.844958 dv-cinder-master-3-smb neutron-server[106377]: 'Agent': '1.1', Sep 30 09:35:59.844958 dv-cinder-master-3-smb neutron-server[106377]: 'ConntrackHelper': '1.0', Sep 30 09:35:59.844958 dv-cinder-master-3-smb neutron-server[106377]: 'LocalIPAssociation': '1.0', Sep 30 09:35:59.844958 dv-cinder-master-3-smb neutron-server[106377]: 'Log': '1.0', Sep 30 09:35:59.844958 dv-cinder-master-3-smb neutron-server[106377]: 'NDPProxy': '1.0', Sep 30 09:35:59.844958 dv-cinder-master-3-smb neutron-server[106377]: 'Network': '1.1', Sep 30 09:35:59.844958 dv-cinder-master-3-smb neutron-server[106377]: 'Port': '1.7', Sep 30 09:35:59.844958 dv-cinder-master-3-smb neutron-server[106377]: 'PortForwarding': '1.3', Sep 30 09:35:59.844958 dv-cinder-master-3-smb neutron-server[106377]: 'QosPolicy': '1.10', Sep 30 09:35:59.844958 dv-cinder-master-3-smb neutron-server[106377]: 'SecurityGroup': '1.5', Sep 30 09:35:59.844958 dv-cinder-master-3-smb neutron-server[106377]: 'SecurityGroupRule': '1.2', Sep 30 09:35:59.844958 dv-cinder-master-3-smb neutron-server[106377]: 'SubPort': '1.0', Sep 30 09:35:59.844958 dv-cinder-master-3-smb neutron-server[106377]: 'Subnet': '1.1', Sep 30 09:35:59.844958 dv-cinder-master-3-smb neutron-server[106377]: 'Trunk': '1.1'}} Sep 30 09:35:59.844958 dv-cinder-master-3-smb neutron-server[106377]: {{(pid=106377) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 09:35:59.850747 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7bab6a03-0b3e-4f43-bc74-21f9fe982f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347'] for subnet (8411074f-f19b-4e83-87b2-5762dc2e15cc), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:59.861254 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-3024bc8c-6746-4ce3-a97c-136968e7f3fa None None] Attempting to bind port a5ee4bf1-55b3-40c9-b0b8-05465ca915c6 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:35:59.861806 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-3024bc8c-6746-4ce3-a97c-136968e7f3fa None None] Attempting to bind port a5ee4bf1-55b3-40c9-b0b8-05465ca915c6 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '39ea8fdd-1369-4a8e-8903-72d960c9ae2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6393c21b-9685-4d97-968d-d3184efd867f'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:35:59.862177 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3024bc8c-6746-4ce3-a97c-136968e7f3fa None None] Attempting to bind port a5ee4bf1-55b3-40c9-b0b8-05465ca915c6 on network 6393c21b-9685-4d97-968d-d3184efd867f {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:35:59.916790 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab6a03-0b3e-4f43-bc74-21f9fe982f22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8411074f-f19b-4e83-87b2-5762dc2e15cc,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:35:59.918827 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3024bc8c-6746-4ce3-a97c-136968e7f3fa None None] Checking agent: {'id': '99becae7-b4b2-4e0b-818d-0d19c65b4b56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 27, 31), 'started_at': datetime.datetime(2022, 9, 30, 9, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:35:59.919503 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3024bc8c-6746-4ce3-a97c-136968e7f3fa None None] Checking segment: {'id': '39ea8fdd-1369-4a8e-8903-72d960c9ae2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6393c21b-9685-4d97-968d-d3184efd867f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:35:59.919916 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3024bc8c-6746-4ce3-a97c-136968e7f3fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:59.920308 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3024bc8c-6746-4ce3-a97c-136968e7f3fa None None] Bound using segment: {'id': '39ea8fdd-1369-4a8e-8903-72d960c9ae2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6393c21b-9685-4d97-968d-d3184efd867f'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:35:59.920843 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-3024bc8c-6746-4ce3-a97c-136968e7f3fa None None] Bound port: a5ee4bf1-55b3-40c9-b0b8-05465ca915c6, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39ea8fdd-1369-4a8e-8903-72d960c9ae2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6393c21b-9685-4d97-968d-d3184efd867f'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:35:59.921223 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3024bc8c-6746-4ce3-a97c-136968e7f3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (a5ee4bf1-55b3-40c9-b0b8-05465ca915c6), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:59.929983 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-baec19ea-6ccd-4bc8-9bcd-fe091df942be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347'] for subnet (caa068e9-5807-465e-a6a4-c687aab9e12e), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:35:59.933974 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:35:59.996439 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-30597576-7f15-4b3b-8675-f169df8dc2c4 admin admin] Publish callbacks [] for port (bb125cde-5966-4c9f-bd86-c894237298ec), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:00.008375 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-3024bc8c-6746-4ce3-a97c-136968e7f3fa None None] For port a5ee4bf1-55b3-40c9-b0b8-05465ca915c6, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:36:00.012205 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-3024bc8c-6746-4ce3-a97c-136968e7f3fa None None] For port a5ee4bf1-55b3-40c9-b0b8-05465ca915c6, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=a5ee4bf1-55b3-40c9-b0b8-05465ca915c6,segment=NetworkSegment(39ea8fdd-1369-4a8e-8903-72d960c9ae2d),segment_id=39ea8fdd-1369-4a8e-8903-72d960c9ae2d)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:36:00.022274 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3024bc8c-6746-4ce3-a97c-136968e7f3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (a5ee4bf1-55b3-40c9-b0b8-05465ca915c6), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:00.033209 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:00.047906 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-30597576-7f15-4b3b-8675-f169df8dc2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778'] for port (bb125cde-5966-4c9f-bd86-c894237298ec), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:00.089364 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:00.111032 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3024bc8c-6746-4ce3-a97c-136968e7f3fa None None] Pushing event updated for resources: {'Port': ['ID=a5ee4bf1-55b3-40c9-b0b8-05465ca915c6,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:00.123096 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30597576-7f15-4b3b-8675-f169df8dc2c4 admin admin] Network 4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:36:00.128180 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-30597576-7f15-4b3b-8675-f169df8dc2c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:36:00.132076 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30597576-7f15-4b3b-8675-f169df8dc2c4 admin admin] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:36:00.136143 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30597576-7f15-4b3b-8675-f169df8dc2c4 admin admin] Pushing event updated for resources: {'Port': ['ID=bb125cde-5966-4c9f-bd86-c894237298ec,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:00.176758 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec19ea-6ccd-4bc8-9bcd-fe091df942be admin admin] Pushing event updated for resources: {'Subnet': ['ID=caa068e9-5807-465e-a6a4-c687aab9e12e,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:00.224164 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bab6a03-0b3e-4f43-bc74-21f9fe982f22 admin admin] Checking segment: {'id': 'e66f24b0-9893-442e-bdcf-fa149cc52000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:36:00.227826 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bab6a03-0b3e-4f43-bc74-21f9fe982f22 admin admin] Network hostable DHCP agents. Network: b208ce5f-758d-4f0c-90ce-9c825be7bba2, hostable agents: ['505f8fe4-cf16-4cec-b766-e44aefc0193e'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:36:00.238801 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baec19ea-6ccd-4bc8-9bcd-fe091df942be admin admin] Checking segment: {'id': '564e7fba-80a0-41fa-9dbf-7d18353521c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:36:00.239303 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baec19ea-6ccd-4bc8-9bcd-fe091df942be admin admin] Network hostable DHCP agents. Network: 486301e7-f0bf-4b46-826b-b0b4132f2272, hostable agents: ['505f8fe4-cf16-4cec-b766-e44aefc0193e'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:36:00.298894 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bab6a03-0b3e-4f43-bc74-21f9fe982f22 admin admin] Network b208ce5f-758d-4f0c-90ce-9c825be7bba2 is scheduled to be hosted by DHCP agent 505f8fe4-cf16-4cec-b766-e44aefc0193e with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:36:00.311614 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baec19ea-6ccd-4bc8-9bcd-fe091df942be admin admin] Network 486301e7-f0bf-4b46-826b-b0b4132f2272 is scheduled to be hosted by DHCP agent 505f8fe4-cf16-4cec-b766-e44aefc0193e with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:36:00.314735 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-7bab6a03-0b3e-4f43-bc74-21f9fe982f22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, b208ce5f-758d-4f0c-90ce-9c825be7bba2) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:36:00.322826 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bab6a03-0b3e-4f43-bc74-21f9fe982f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:00.328993 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c06302-bb5f-40cd-a544-ddcf2429d022 None None] Network b208ce5f-758d-4f0c-90ce-9c825be7bba2 requested from dv-cinder-master-3-smb {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:36:00.339160 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7bab6a03-0b3e-4f43-bc74-21f9fe982f22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for subnet (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:00.368870 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-baec19ea-6ccd-4bc8-9bcd-fe091df942be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 486301e7-f0bf-4b46-826b-b0b4132f2272) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:36:00.382340 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 35714) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:00.386154 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-7bab6a03-0b3e-4f43-bc74-21f9fe982f22 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4136269 Sep 30 09:36:00.391014 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-f44c35f3-1774-4a33-b2dc-b433d390d65a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-834901665-router', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'}}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:36:00.393050 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baec19ea-6ccd-4bc8-9bcd-fe091df942be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:00.393663 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-baec19ea-6ccd-4bc8-9bcd-fe091df942be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for subnet (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:00.507191 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-baec19ea-6ccd-4bc8-9bcd-fe091df942be admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5471840 Sep 30 09:36:00.507191 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 35718) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:00.507191 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-71523e93-9133-4d25-b4d7-841eb2e64b27 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2083709801-router', 'tenant_id': '7258740d324b4be18675101826a78ca7', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:36:00.514985 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2c5dd2-aa8e-44d3-b422-e462b54c399d None None] Network 486301e7-f0bf-4b46-826b-b0b4132f2272 requested from dv-cinder-master-3-smb {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:36:00.544689 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f44c35f3-1774-4a33-b2dc-b433d390d65a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-748765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30317'] for router (3b92f880-bce1-431d-953b-029e5d3c9818), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:00.545779 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f44c35f3-1774-4a33-b2dc-b433d390d65a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543880', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1182'] for router (3b92f880-bce1-431d-953b-029e5d3c9818), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:00.583583 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-71523e93-9133-4d25-b4d7-841eb2e64b27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-748765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30317'] for router (313d570b-2960-43ba-9415-9cbba16b5ca8), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:00.584653 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-71523e93-9133-4d25-b4d7-841eb2e64b27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543880', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1182'] for router (313d570b-2960-43ba-9415-9cbba16b5ca8), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:00.715092 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-71523e93-9133-4d25-b4d7-841eb2e64b27 admin admin] Publish callbacks [] for router_controller (313d570b-2960-43ba-9415-9cbba16b5ca8), precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:00.716841 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-30597576-7f15-4b3b-8675-f169df8dc2c4 admin admin] Publish callbacks [] for router_gateway (33f9e6ce-24db-4d3c-bc49-883e4f3f7d72), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:00.967893 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37131f44-06aa-4b73-960e-a646763162cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'fixed_ips': [{'subnet_id': '8411074f-f19b-4e83-87b2-5762dc2e15cc'}]}} from dv-cinder-master-3-smb. {{(pid=106377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 30 09:36:00.970720 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-37131f44-06aa-4b73-960e-a646763162cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:01.005441 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f44c35f3-1774-4a33-b2dc-b433d390d65a admin admin] Publish callbacks [] for router_controller (3b92f880-bce1-431d-953b-029e5d3c9818), precommit_add_association {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:01.008857 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device a5ee4bf1-55b3-40c9-b0b8-05465ca915c6 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:36:01.017155 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89c1c12-5019-444d-9784-b819e1203c0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-486301e7-f0bf-4b46-826b-b0b4132f2272', 'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272', 'project_id': '7258740d324b4be18675101826a78ca7', 'fixed_ips': [{'subnet_id': 'caa068e9-5807-465e-a6a4-c687aab9e12e'}]}} from dv-cinder-master-3-smb. {{(pid=106377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 30 09:36:01.066236 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d89c1c12-5019-444d-9784-b819e1203c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:01.134803 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:01.136237 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:01.175712 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port a5ee4bf1-55b3-40c9-b0b8-05465ca915c6 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:36:01.176113 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (a5ee4bf1-55b3-40c9-b0b8-05465ca915c6), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:01.176458 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port a5ee4bf1-55b3-40c9-b0b8-05465ca915c6 Sep 30 09:36:01.232195 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-30597576-7f15-4b3b-8675-f169df8dc2c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-745702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759865'] for router (33f9e6ce-24db-4d3c-bc49-883e4f3f7d72), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:01.289713 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-71523e93-9133-4d25-b4d7-841eb2e64b27 admin admin] Publish callbacks [] for router_gateway (313d570b-2960-43ba-9415-9cbba16b5ca8), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:01.531637 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f44c35f3-1774-4a33-b2dc-b433d390d65a admin admin] Publish callbacks [] for router_gateway (3b92f880-bce1-431d-953b-029e5d3c9818), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:01.534934 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-37131f44-06aa-4b73-960e-a646763162cb None None] Allocated IP 172.20.0.2 (b208ce5f-758d-4f0c-90ce-9c825be7bba2/8411074f-f19b-4e83-87b2-5762dc2e15cc/dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:36:01.648868 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:01.680236 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:UPDATE=5,neutron:SELECT=89,neutron:INSERT=6 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:01.723065 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-71523e93-9133-4d25-b4d7-841eb2e64b27 admin admin] Publish callbacks [] for router_gateway (313d570b-2960-43ba-9415-9cbba16b5ca8), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:01.752250 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-71523e93-9133-4d25-b4d7-841eb2e64b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:01.769265 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:01.788668 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:01.790718 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port a5ee4bf1-55b3-40c9-b0b8-05465ca915c6 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:36:01.791121 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (a5ee4bf1-55b3-40c9-b0b8-05465ca915c6), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:01.795721 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30597576-7f15-4b3b-8675-f169df8dc2c4 admin admin] Router 33f9e6ce-24db-4d3c-bc49-883e4f3f7d72 is scheduled to L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 with binding_index 1 {{(pid=106375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 09:36:01.873732 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:01.878721 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb952f47-c4b2-470a-9825-7e4529d44e9b None None] Network 6393c21b-9685-4d97-968d-d3184efd867f requested from dv-cinder-master-3-smb {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:36:01.959945 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-71523e93-9133-4d25-b4d7-841eb2e64b27 admin admin] Allocated IP 172.37.1.132 (4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2/0f15ec3b-6992-47ef-bdfa-402dc9430f5b/f075918f-22eb-47fc-b3ff-d56d1e52e8dd) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:36:02.059087 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 35768) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:02.061891 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-6f73b404-6559-488a-a54e-ef6206cc8aaa None None] Provisioning complete for port a5ee4bf1-55b3-40c9-b0b8-05465ca915c6 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:36:02.062282 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6f73b404-6559-488a-a54e-ef6206cc8aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (a5ee4bf1-55b3-40c9-b0b8-05465ca915c6), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:02.062662 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-6f73b404-6559-488a-a54e-ef6206cc8aaa None None] Attempt 1 to provision port a5ee4bf1-55b3-40c9-b0b8-05465ca915c6 Sep 30 09:36:02.066363 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-d89c1c12-5019-444d-9784-b819e1203c0a None None] Allocated IP 172.20.0.2 (486301e7-f0bf-4b46-826b-b0b4132f2272/caa068e9-5807-465e-a6a4-c687aab9e12e/d9a9c415-ba50-4acb-a115-5b616b49c87f) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:36:02.069248 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-37131f44-06aa-4b73-960e-a646763162cb None None] Publish callbacks [] for port (dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb), precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:02.129171 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-37131f44-06aa-4b73-960e-a646763162cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778'] for port (dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb), after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:02.137553 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-71523e93-9133-4d25-b4d7-841eb2e64b27 admin admin] Publish callbacks [] for port (f075918f-22eb-47fc-b3ff-d56d1e52e8dd), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:02.185700 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] For port a5ee4bf1-55b3-40c9-b0b8-05465ca915c6, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=a5ee4bf1-55b3-40c9-b0b8-05465ca915c6,segment=NetworkSegment(39ea8fdd-1369-4a8e-8903-72d960c9ae2d),segment_id=39ea8fdd-1369-4a8e-8903-72d960c9ae2d)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:36:02.224520 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (a5ee4bf1-55b3-40c9-b0b8-05465ca915c6), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:02.233502 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37131f44-06aa-4b73-960e-a646763162cb None None] Network b208ce5f-758d-4f0c-90ce-9c825be7bba2 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:36:02.235547 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-71523e93-9133-4d25-b4d7-841eb2e64b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778'] for port (f075918f-22eb-47fc-b3ff-d56d1e52e8dd), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:02.243477 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f44c35f3-1774-4a33-b2dc-b433d390d65a admin admin] Publish callbacks [] for router_gateway (3b92f880-bce1-431d-953b-029e5d3c9818), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:02.262210 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:02.270910 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:02.300031 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-37131f44-06aa-4b73-960e-a646763162cb None None] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:36:02.302569 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37131f44-06aa-4b73-960e-a646763162cb None None] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:36:02.304115 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f44c35f3-1774-4a33-b2dc-b433d390d65a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:02.315213 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71523e93-9133-4d25-b4d7-841eb2e64b27 admin admin] Network 4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:36:02.321745 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-71523e93-9133-4d25-b4d7-841eb2e64b27 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:36:02.327177 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37131f44-06aa-4b73-960e-a646763162cb None None] Pushing event updated for resources: {'Port': ['ID=dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:02.331103 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71523e93-9133-4d25-b4d7-841eb2e64b27 admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:36:02.443750 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30597576-7f15-4b3b-8675-f169df8dc2c4 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:36:02.455939 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789132a4-ccff-46ab-b58d-ce10384d0a56 None None] Sync routers for ids ['33f9e6ce-24db-4d3c-bc49-883e4f3f7d72'] in dv-cinder-master-3-smb {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:36:02.474790 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789132a4-ccff-46ab-b58d-ce10384d0a56 None None] Routers {'33f9e6ce-24db-4d3c-bc49-883e4f3f7d72'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:36:02.475530 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-789132a4-ccff-46ab-b58d-ce10384d0a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:35:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['33f9e6ce-24db-4d3c-bc49-883e4f3f7d72'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:02.563691 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-6f73b404-6559-488a-a54e-ef6206cc8aaa None None] Current status of the port a5ee4bf1-55b3-40c9-b0b8-05465ca915c6 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:36:02.574740 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Pushing event updated for resources: {'Port': ['ID=a5ee4bf1-55b3-40c9-b0b8-05465ca915c6,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:02.586718 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:02.590892 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-37131f44-06aa-4b73-960e-a646763162cb None None] Attempting to bind port dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:36:02.591260 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-37131f44-06aa-4b73-960e-a646763162cb None None] Attempting to bind port dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'e66f24b0-9893-442e-bdcf-fa149cc52000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:36:02.592239 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37131f44-06aa-4b73-960e-a646763162cb None None] Attempting to bind port dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb on network b208ce5f-758d-4f0c-90ce-9c825be7bba2 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:36:02.608251 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-827bc129-a664-411a-afef-3902cdd09195 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:02.610257 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71523e93-9133-4d25-b4d7-841eb2e64b27 admin admin] Pushing event updated for resources: {'Port': ['ID=f075918f-22eb-47fc-b3ff-d56d1e52e8dd,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:02.641704 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [None req-f44c35f3-1774-4a33-b2dc-b433d390d65a admin admin] Allocated IP 172.37.1.94 (4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2/0f15ec3b-6992-47ef-bdfa-402dc9430f5b/8697b302-6b57-402f-a95a-be66dd1a6302) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:36:02.653672 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:02.693166 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d89c1c12-5019-444d-9784-b819e1203c0a None None] Publish callbacks [] for port (d9a9c415-ba50-4acb-a115-5b616b49c87f), precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:02.709458 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-ac68d1cb-4357-4153-8257-a9781d9ca358 None None] Provisioning complete for port a5ee4bf1-55b3-40c9-b0b8-05465ca915c6 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:36:02.709945 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ac68d1cb-4357-4153-8257-a9781d9ca358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (a5ee4bf1-55b3-40c9-b0b8-05465ca915c6), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:02.710970 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-ac68d1cb-4357-4153-8257-a9781d9ca358 None None] Attempt 1 to provision port a5ee4bf1-55b3-40c9-b0b8-05465ca915c6 Sep 30 09:36:02.716115 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d89c1c12-5019-444d-9784-b819e1203c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778'] for port (d9a9c415-ba50-4acb-a115-5b616b49c87f), after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:02.718801 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37131f44-06aa-4b73-960e-a646763162cb None None] Checking agent: {'id': '99becae7-b4b2-4e0b-818d-0d19c65b4b56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 27, 31), 'started_at': datetime.datetime(2022, 9, 30, 9, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:36:02.719239 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37131f44-06aa-4b73-960e-a646763162cb None None] Checking segment: {'id': 'e66f24b0-9893-442e-bdcf-fa149cc52000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:36:02.719589 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-37131f44-06aa-4b73-960e-a646763162cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:02.719978 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37131f44-06aa-4b73-960e-a646763162cb None None] Bound using segment: {'id': 'e66f24b0-9893-442e-bdcf-fa149cc52000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:36:02.720504 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-37131f44-06aa-4b73-960e-a646763162cb None None] Bound port: dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e66f24b0-9893-442e-bdcf-fa149cc52000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:36:02.720881 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-37131f44-06aa-4b73-960e-a646763162cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:02.798314 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f44c35f3-1774-4a33-b2dc-b433d390d65a admin admin] Publish callbacks [] for port (8697b302-6b57-402f-a95a-be66dd1a6302), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:02.810221 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89c1c12-5019-444d-9784-b819e1203c0a None None] Network 486301e7-f0bf-4b46-826b-b0b4132f2272 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:36:02.835303 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:02.837252 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-d89c1c12-5019-444d-9784-b819e1203c0a None None] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:36:02.840191 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89c1c12-5019-444d-9784-b819e1203c0a None None] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:36:02.850022 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f44c35f3-1774-4a33-b2dc-b433d390d65a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778'] for port (8697b302-6b57-402f-a95a-be66dd1a6302), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:02.858669 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c1c12-5019-444d-9784-b819e1203c0a None None] Pushing event updated for resources: {'Port': ['ID=d9a9c415-ba50-4acb-a115-5b616b49c87f,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:02.880594 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44c35f3-1774-4a33-b2dc-b433d390d65a admin admin] Network 4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:36:02.886339 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-f44c35f3-1774-4a33-b2dc-b433d390d65a admin admin] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:36:02.897454 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44c35f3-1774-4a33-b2dc-b433d390d65a admin admin] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:36:02.934872 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-789132a4-ccff-46ab-b58d-ce10384d0a56 None None] Set router 33f9e6ce-24db-4d3c-bc49-883e4f3f7d72 gateway port host: dv-cinder-master-3-smb {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:36:02.950694 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-71523e93-9133-4d25-b4d7-841eb2e64b27 admin admin] Publish callbacks [] for router_gateway (313d570b-2960-43ba-9415-9cbba16b5ca8), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:03.052592 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device a5ee4bf1-55b3-40c9-b0b8-05465ca915c6 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:36:03.155707 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-30597576-7f15-4b3b-8675-f169df8dc2c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:03.157221 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-30597576-7f15-4b3b-8675-f169df8dc2c4 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4673460 Sep 30 09:36:03.161919 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 35808) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:03.243057 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-d89c1c12-5019-444d-9784-b819e1203c0a None None] Attempting to bind port d9a9c415-ba50-4acb-a115-5b616b49c87f on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:36:03.248555 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-d89c1c12-5019-444d-9784-b819e1203c0a None None] Attempting to bind port d9a9c415-ba50-4acb-a115-5b616b49c87f by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '564e7fba-80a0-41fa-9dbf-7d18353521c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:36:03.249930 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89c1c12-5019-444d-9784-b819e1203c0a None None] Attempting to bind port d9a9c415-ba50-4acb-a115-5b616b49c87f on network 486301e7-f0bf-4b46-826b-b0b4132f2272 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:36:03.347580 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89c1c12-5019-444d-9784-b819e1203c0a None None] Checking agent: {'id': '99becae7-b4b2-4e0b-818d-0d19c65b4b56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 27, 31), 'started_at': datetime.datetime(2022, 9, 30, 9, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:36:03.348285 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89c1c12-5019-444d-9784-b819e1203c0a None None] Checking segment: {'id': '564e7fba-80a0-41fa-9dbf-7d18353521c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:36:03.348834 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d89c1c12-5019-444d-9784-b819e1203c0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:03.349579 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89c1c12-5019-444d-9784-b819e1203c0a None None] Bound using segment: {'id': '564e7fba-80a0-41fa-9dbf-7d18353521c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:36:03.350353 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-d89c1c12-5019-444d-9784-b819e1203c0a None None] Bound port: d9a9c415-ba50-4acb-a115-5b616b49c87f, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '564e7fba-80a0-41fa-9dbf-7d18353521c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:36:03.350904 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d89c1c12-5019-444d-9784-b819e1203c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (d9a9c415-ba50-4acb-a115-5b616b49c87f), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:03.354168 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port a5ee4bf1-55b3-40c9-b0b8-05465ca915c6 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:36:03.354721 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (a5ee4bf1-55b3-40c9-b0b8-05465ca915c6), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:03.355290 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port a5ee4bf1-55b3-40c9-b0b8-05465ca915c6 Sep 30 09:36:03.361573 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-37131f44-06aa-4b73-960e-a646763162cb None None] For port dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:36:03.372260 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c35f3-1774-4a33-b2dc-b433d390d65a admin admin] Pushing event updated for resources: {'Port': ['ID=8697b302-6b57-402f-a95a-be66dd1a6302,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:03.435982 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ac68d1cb-4357-4153-8257-a9781d9ca358 None None] Current status of the port a5ee4bf1-55b3-40c9-b0b8-05465ca915c6 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:36:03.445335 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-37131f44-06aa-4b73-960e-a646763162cb None None] For port dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb,segment=NetworkSegment(e66f24b0-9893-442e-bdcf-fa149cc52000),segment_id=e66f24b0-9893-442e-bdcf-fa149cc52000)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:36:03.447153 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f44c35f3-1774-4a33-b2dc-b433d390d65a admin admin] Publish callbacks [] for router_gateway (3b92f880-bce1-431d-953b-029e5d3c9818), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:03.486826 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-827bc129-a664-411a-afef-3902cdd09195 admin admin] Publish callbacks [] for security_group (b895b7a2-adf2-4c05-9716-2b914f8d5931), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:03.488276 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:03.490046 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-789132a4-ccff-46ab-b58d-ce10384d0a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f9e6ce-24db-4d3c-bc49-883e4f3f7d72', 'name': 'tempest-DeleteServersTestJSON-680401777-router', 'tenant_id': '732bb88e765b4fc3921cb3e37be0270a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bb125cde-5966-4c9f-bd86-c894237298ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:35:58Z', 'updated_at': '2022-09-30T09:36:00Z', 'revision_number': 3, 'project_id': '732bb88e765b4fc3921cb3e37be0270a', 'gw_port': {'id': 'bb125cde-5966-4c9f-bd86-c894237298ec', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:95:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f9e6ce-24db-4d3c-bc49-883e4f3f7d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:35:59Z', 'updated_at': '2022-09-30T09:35:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:03.512109 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-d89c1c12-5019-444d-9784-b819e1203c0a None None] For port d9a9c415-ba50-4acb-a115-5b616b49c87f, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:36:03.518288 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-d89c1c12-5019-444d-9784-b819e1203c0a None None] For port d9a9c415-ba50-4acb-a115-5b616b49c87f, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=d9a9c415-ba50-4acb-a115-5b616b49c87f,segment=NetworkSegment(564e7fba-80a0-41fa-9dbf-7d18353521c2),segment_id=564e7fba-80a0-41fa-9dbf-7d18353521c2)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:36:03.526434 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:03.532056 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789132a4-ccff-46ab-b58d-ce10384d0a56 None None] Checking router: 33f9e6ce-24db-4d3c-bc49-883e4f3f7d72 for host: dv-cinder-master-3-smb {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:36:03.532868 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d89c1c12-5019-444d-9784-b819e1203c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (d9a9c415-ba50-4acb-a115-5b616b49c87f), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:03.533090 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789132a4-ccff-46ab-b58d-ce10384d0a56 None None] Updating router 33f9e6ce-24db-4d3c-bc49-883e4f3f7d72 port bb125cde-5966-4c9f-bd86-c894237298ec binding host dv-cinder-master-3-smb {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:36:03.543720 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-37131f44-06aa-4b73-960e-a646763162cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:03.593607 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-789132a4-ccff-46ab-b58d-ce10384d0a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (bb125cde-5966-4c9f-bd86-c894237298ec), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:03.632378 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 35824) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:03.640578 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:03.717205 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c1c12-5019-444d-9784-b819e1203c0a None None] Pushing event updated for resources: {'Port': ['ID=d9a9c415-ba50-4acb-a115-5b616b49c87f,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:03.798660 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-827bc129-a664-411a-afef-3902cdd09195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (b895b7a2-adf2-4c05-9716-2b914f8d5931), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:03.947929 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f44c35f3-1774-4a33-b2dc-b433d390d65a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-745702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759865'] for router (3b92f880-bce1-431d-953b-029e5d3c9818), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:04.006544 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:04.009849 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-789132a4-ccff-46ab-b58d-ce10384d0a56 None None] Publish callbacks [] for port (bb125cde-5966-4c9f-bd86-c894237298ec), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:04.040967 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-789132a4-ccff-46ab-b58d-ce10384d0a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (bb125cde-5966-4c9f-bd86-c894237298ec), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:04.104582 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:04.106029 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37131f44-06aa-4b73-960e-a646763162cb None None] Pushing event updated for resources: {'Port': ['ID=dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:04.120694 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port a5ee4bf1-55b3-40c9-b0b8-05465ca915c6 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:36:04.125980 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-71523e93-9133-4d25-b4d7-841eb2e64b27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-745702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759865'] for router (313d570b-2960-43ba-9415-9cbba16b5ca8), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:04.127758 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-5768f715-24d9-4642-9e62-e95cef5661c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:04.128769 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-789132a4-ccff-46ab-b58d-ce10384d0a56 None None] Attempting to bind port bb125cde-5966-4c9f-bd86-c894237298ec on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:36:04.129380 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-789132a4-ccff-46ab-b58d-ce10384d0a56 None None] Attempting to bind port bb125cde-5966-4c9f-bd86-c894237298ec by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '8ee3384b-29eb-481d-9dfd-879c28cb46fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:36:04.129961 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789132a4-ccff-46ab-b58d-ce10384d0a56 None None] Attempting to bind port bb125cde-5966-4c9f-bd86-c894237298ec on network 4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:36:04.197870 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d5c2cb-af62-46d4-a323-8967d65f42ef None None] Pushing event updated for resources: {'Port': ['ID=bb125cde-5966-4c9f-bd86-c894237298ec,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:04.224761 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d5c2cb-af62-46d4-a323-8967d65f42ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:04.225604 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d5c2cb-af62-46d4-a323-8967d65f42ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:04.227330 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d5c2cb-af62-46d4-a323-8967d65f42ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:04.227998 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d5c2cb-af62-46d4-a323-8967d65f42ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:04.228586 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d5c2cb-af62-46d4-a323-8967d65f42ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:04.228926 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d5c2cb-af62-46d4-a323-8967d65f42ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:04.229307 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d5c2cb-af62-46d4-a323-8967d65f42ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:04.229727 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d5c2cb-af62-46d4-a323-8967d65f42ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:04.229994 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d5c2cb-af62-46d4-a323-8967d65f42ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:04.230479 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d5c2cb-af62-46d4-a323-8967d65f42ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:04.230951 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d5c2cb-af62-46d4-a323-8967d65f42ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:04.231782 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d5c2cb-af62-46d4-a323-8967d65f42ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:04.232266 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d5c2cb-af62-46d4-a323-8967d65f42ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:04.232738 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d5c2cb-af62-46d4-a323-8967d65f42ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:04.233302 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d5c2cb-af62-46d4-a323-8967d65f42ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:04.234735 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d5c2cb-af62-46d4-a323-8967d65f42ef None None] Tracked resource versions report: Sep 30 09:36:04.234735 dv-cinder-master-3-smb neutron-server[106378]: pushed versions: Sep 30 09:36:04.234735 dv-cinder-master-3-smb neutron-server[106378]: { 'AddressGroup': {'1.2'}, Sep 30 09:36:04.234735 dv-cinder-master-3-smb neutron-server[106378]: 'Agent': {'1.1'}, Sep 30 09:36:04.234735 dv-cinder-master-3-smb neutron-server[106378]: 'ConntrackHelper': {'1.0'}, Sep 30 09:36:04.234735 dv-cinder-master-3-smb neutron-server[106378]: 'LocalIPAssociation': {'1.0'}, Sep 30 09:36:04.234735 dv-cinder-master-3-smb neutron-server[106378]: 'Log': {'1.0'}, Sep 30 09:36:04.234735 dv-cinder-master-3-smb neutron-server[106378]: 'NDPProxy': {'1.0'}, Sep 30 09:36:04.234735 dv-cinder-master-3-smb neutron-server[106378]: 'Network': {'1.1'}, Sep 30 09:36:04.234735 dv-cinder-master-3-smb neutron-server[106378]: 'Port': {'1.7'}, Sep 30 09:36:04.234735 dv-cinder-master-3-smb neutron-server[106378]: 'PortForwarding': {'1.3'}, Sep 30 09:36:04.234735 dv-cinder-master-3-smb neutron-server[106378]: 'QosPolicy': {'1.10'}, Sep 30 09:36:04.234735 dv-cinder-master-3-smb neutron-server[106378]: 'SecurityGroup': {'1.5'}, Sep 30 09:36:04.234735 dv-cinder-master-3-smb neutron-server[106378]: 'SecurityGroupRule': {'1.2'}, Sep 30 09:36:04.234735 dv-cinder-master-3-smb neutron-server[106378]: 'SubPort': {'1.0'}, Sep 30 09:36:04.234735 dv-cinder-master-3-smb neutron-server[106378]: 'Subnet': {'1.1'}, Sep 30 09:36:04.234735 dv-cinder-master-3-smb neutron-server[106378]: 'Trunk': {'1.1'}} Sep 30 09:36:04.234735 dv-cinder-master-3-smb neutron-server[106378]: consumer versions: Sep 30 09:36:04.234735 dv-cinder-master-3-smb neutron-server[106378]: { DHCP agent@dv-cinder-master-3-smb: {}, Sep 30 09:36:04.234735 dv-cinder-master-3-smb neutron-server[106378]: HyperV agent@hv-cinder-maste: {}, Sep 30 09:36:04.234735 dv-cinder-master-3-smb neutron-server[106378]: L3 agent@dv-cinder-master-3-smb: {}, Sep 30 09:36:04.234735 dv-cinder-master-3-smb neutron-server[106378]: Metadata agent@dv-cinder-master-3-smb: {}, Sep 30 09:36:04.234735 dv-cinder-master-3-smb neutron-server[106378]: Metering agent@dv-cinder-master-3-smb: {}, Sep 30 09:36:04.234735 dv-cinder-master-3-smb neutron-server[106378]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Sep 30 09:36:04.234735 dv-cinder-master-3-smb neutron-server[106378]: 'Agent': '1.1', Sep 30 09:36:04.234735 dv-cinder-master-3-smb neutron-server[106378]: 'ConntrackHelper': '1.0', Sep 30 09:36:04.234735 dv-cinder-master-3-smb neutron-server[106378]: 'LocalIPAssociation': '1.0', Sep 30 09:36:04.234735 dv-cinder-master-3-smb neutron-server[106378]: 'Log': '1.0', Sep 30 09:36:04.234735 dv-cinder-master-3-smb neutron-server[106378]: 'NDPProxy': '1.0', Sep 30 09:36:04.234735 dv-cinder-master-3-smb neutron-server[106378]: 'Network': '1.1', Sep 30 09:36:04.234735 dv-cinder-master-3-smb neutron-server[106378]: 'Port': '1.7', Sep 30 09:36:04.234735 dv-cinder-master-3-smb neutron-server[106378]: 'PortForwarding': '1.3', Sep 30 09:36:04.234735 dv-cinder-master-3-smb neutron-server[106378]: 'QosPolicy': '1.10', Sep 30 09:36:04.234735 dv-cinder-master-3-smb neutron-server[106378]: 'SecurityGroup': '1.5', Sep 30 09:36:04.234735 dv-cinder-master-3-smb neutron-server[106378]: 'SecurityGroupRule': '1.2', Sep 30 09:36:04.234735 dv-cinder-master-3-smb neutron-server[106378]: 'SubPort': '1.0', Sep 30 09:36:04.234735 dv-cinder-master-3-smb neutron-server[106378]: 'Subnet': '1.1', Sep 30 09:36:04.234735 dv-cinder-master-3-smb neutron-server[106378]: 'Trunk': '1.1'}} Sep 30 09:36:04.234735 dv-cinder-master-3-smb neutron-server[106378]: {{(pid=106378) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 30 09:36:04.258078 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789132a4-ccff-46ab-b58d-ce10384d0a56 None None] Checking agent: {'id': '99becae7-b4b2-4e0b-818d-0d19c65b4b56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 27, 31), 'started_at': datetime.datetime(2022, 9, 30, 9, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:36:04.259128 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789132a4-ccff-46ab-b58d-ce10384d0a56 None None] Checking segment: {'id': '8ee3384b-29eb-481d-9dfd-879c28cb46fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:36:04.260271 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-789132a4-ccff-46ab-b58d-ce10384d0a56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:04.260898 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789132a4-ccff-46ab-b58d-ce10384d0a56 None None] Bound using segment: {'id': '8ee3384b-29eb-481d-9dfd-879c28cb46fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:36:04.261886 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-789132a4-ccff-46ab-b58d-ce10384d0a56 None None] Bound port: bb125cde-5966-4c9f-bd86-c894237298ec, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ee3384b-29eb-481d-9dfd-879c28cb46fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:36:04.262678 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-789132a4-ccff-46ab-b58d-ce10384d0a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (bb125cde-5966-4c9f-bd86-c894237298ec), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:04.344769 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-789132a4-ccff-46ab-b58d-ce10384d0a56 None None] For port bb125cde-5966-4c9f-bd86-c894237298ec, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:36:04.351940 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-789132a4-ccff-46ab-b58d-ce10384d0a56 None None] For port bb125cde-5966-4c9f-bd86-c894237298ec, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=bb125cde-5966-4c9f-bd86-c894237298ec,segment=NetworkSegment(8ee3384b-29eb-481d-9dfd-879c28cb46fd),segment_id=8ee3384b-29eb-481d-9dfd-879c28cb46fd)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:36:04.360139 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-789132a4-ccff-46ab-b58d-ce10384d0a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (bb125cde-5966-4c9f-bd86-c894237298ec), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:04.376517 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789132a4-ccff-46ab-b58d-ce10384d0a56 None None] Routers {'33f9e6ce-24db-4d3c-bc49-883e4f3f7d72'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:36:04.377369 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-789132a4-ccff-46ab-b58d-ce10384d0a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:35:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['33f9e6ce-24db-4d3c-bc49-883e4f3f7d72'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:04.415299 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:04.420647 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-5768f715-24d9-4642-9e62-e95cef5661c2 admin admin] Publish callbacks [] for security_group (a381c2aa-2bc0-4a60-b4c0-1ab5b8038fb4), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:04.433569 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-5768f715-24d9-4642-9e62-e95cef5661c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (a381c2aa-2bc0-4a60-b4c0-1ab5b8038fb4), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:04.556817 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-827bc129-a664-411a-afef-3902cdd09195 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=383b9ec8f93443c58746f41a9b9142a9&name=default HTTP/1.1" status: 200 len: 2992 time: 2.4966924 Sep 30 09:36:04.562562 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827bc129-a664-411a-afef-3902cdd09195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b895b7a2-adf2-4c05-9716-2b914f8d5931,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:04.565551 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 35856) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:04.573488 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-789132a4-ccff-46ab-b58d-ce10384d0a56 None None] Set router 33f9e6ce-24db-4d3c-bc49-883e4f3f7d72 gateway port host: dv-cinder-master-3-smb {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:36:04.575914 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-5768f715-24d9-4642-9e62-e95cef5661c2 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=1daa1564a5c643a5b62d96d0591f4e7f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9293568 Sep 30 09:36:04.579785 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5768f715-24d9-4642-9e62-e95cef5661c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a381c2aa-2bc0-4a60-b4c0-1ab5b8038fb4,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:04.583676 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 35858) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:04.604486 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:04.634437 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44c35f3-1774-4a33-b2dc-b433d390d65a admin admin] Router 3b92f880-bce1-431d-953b-029e5d3c9818 is scheduled to L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 with binding_index 1 {{(pid=106375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 09:36:04.812420 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a2895afe-4862-4b71-90b5-1f011e16b26f admin admin] Publish callbacks [] for security_group (a381c2aa-2bc0-4a60-b4c0-1ab5b8038fb4), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:04.837667 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a2895afe-4862-4b71-90b5-1f011e16b26f admin admin] Publish callbacks [] for security_group (a381c2aa-2bc0-4a60-b4c0-1ab5b8038fb4), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:04.864380 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-90541b53-e881-4b16-b64d-fd79e875d369 admin admin] Publish callbacks [] for security_group (b895b7a2-adf2-4c05-9716-2b914f8d5931), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:04.869165 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d5c2cb-af62-46d4-a323-8967d65f42ef None None] Pushing event updated for resources: {'Port': ['ID=bb125cde-5966-4c9f-bd86-c894237298ec,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:04.871186 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44c35f3-1774-4a33-b2dc-b433d390d65a admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:36:04.877082 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-789132a4-ccff-46ab-b58d-ce10384d0a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f9e6ce-24db-4d3c-bc49-883e4f3f7d72', 'name': 'tempest-DeleteServersTestJSON-680401777-router', 'tenant_id': '732bb88e765b4fc3921cb3e37be0270a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bb125cde-5966-4c9f-bd86-c894237298ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:35:58Z', 'updated_at': '2022-09-30T09:36:00Z', 'revision_number': 3, 'project_id': '732bb88e765b4fc3921cb3e37be0270a', 'gw_port': {'id': 'bb125cde-5966-4c9f-bd86-c894237298ec', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:95:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f9e6ce-24db-4d3c-bc49-883e4f3f7d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:35:59Z', 'updated_at': '2022-09-30T09:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:04.882240 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe5f94c-f9ed-4180-8151-e9beaed05627 None None] Sync routers for ids ['3b92f880-bce1-431d-953b-029e5d3c9818'] in dv-cinder-master-3-smb {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:36:04.911064 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe5f94c-f9ed-4180-8151-e9beaed05627 None None] Routers {'3b92f880-bce1-431d-953b-029e5d3c9818'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:36:04.911937 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-fbe5f94c-f9ed-4180-8151-e9beaed05627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:35:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['3b92f880-bce1-431d-953b-029e5d3c9818'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:04.914203 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f44c35f3-1774-4a33-b2dc-b433d390d65a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:04.924603 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-f44c35f3-1774-4a33-b2dc-b433d390d65a admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.5383132 Sep 30 09:36:04.926929 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 35874) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:04.961820 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789132a4-ccff-46ab-b58d-ce10384d0a56 None None] The sync data for ids ['33f9e6ce-24db-4d3c-bc49-883e4f3f7d72'] in dv-cinder-master-3-smb is: [{'id': '33f9e6ce-24db-4d3c-bc49-883e4f3f7d72', 'name': 'tempest-DeleteServersTestJSON-680401777-router', 'tenant_id': '732bb88e765b4fc3921cb3e37be0270a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bb125cde-5966-4c9f-bd86-c894237298ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:35:58Z', 'updated_at': '2022-09-30T09:36:00Z', 'revision_number': 3, 'project_id': '732bb88e765b4fc3921cb3e37be0270a', 'gw_port': {'id': 'bb125cde-5966-4c9f-bd86-c894237298ec', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:95:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f9e6ce-24db-4d3c-bc49-883e4f3f7d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:35:59Z', 'updated_at': '2022-09-30T09:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:36:05.092748 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5226c9b8-08ad-4e6e-a20e-74c9e9c21c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:05.142852 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-90541b53-e881-4b16-b64d-fd79e875d369 admin admin] Publish callbacks [] for security_group (b895b7a2-adf2-4c05-9716-2b914f8d5931), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:05.216610 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device d9a9c415-ba50-4acb-a115-5b616b49c87f up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:36:05.246508 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a2895afe-4862-4b71-90b5-1f011e16b26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (a381c2aa-2bc0-4a60-b4c0-1ab5b8038fb4), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:05.253887 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a2895afe-4862-4b71-90b5-1f011e16b26f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:05.263809 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-a2895afe-4862-4b71-90b5-1f011e16b26f admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a381c2aa-2bc0-4a60-b4c0-1ab5b8038fb4 HTTP/1.1" status: 204 len: 168 time: 0.6775882 Sep 30 09:36:05.300220 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2895afe-4862-4b71-90b5-1f011e16b26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a381c2aa-2bc0-4a60-b4c0-1ab5b8038fb4,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:05.401207 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-5226c9b8-08ad-4e6e-a20e-74c9e9c21c20 admin admin] Allocated IP 172.20.0.1 (6393c21b-9685-4d97-968d-d3184efd867f/0107e732-10dd-41f2-85e4-67fccefb952d/23a08bfb-097b-4bc3-8dcd-7e6d429c1d77) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:36:05.434465 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:05.478224 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-fbe5f94c-f9ed-4180-8151-e9beaed05627 None None] Set router 3b92f880-bce1-431d-953b-029e5d3c9818 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:36:05.678726 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71523e93-9133-4d25-b4d7-841eb2e64b27 admin admin] Router 313d570b-2960-43ba-9415-9cbba16b5ca8 is scheduled to L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 09:36:05.745770 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d421b9-f7a8-40c5-882c-94c54cb50d40 None None] Network b208ce5f-758d-4f0c-90ce-9c825be7bba2 requested from dv-cinder-master-3-smb {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:36:05.806458 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-90541b53-e881-4b16-b64d-fd79e875d369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (b895b7a2-adf2-4c05-9716-2b914f8d5931), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:05.809941 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-90541b53-e881-4b16-b64d-fd79e875d369 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:05.811624 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-90541b53-e881-4b16-b64d-fd79e875d369 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b895b7a2-adf2-4c05-9716-2b914f8d5931 HTTP/1.1" status: 204 len: 168 time: 1.2332525 Sep 30 09:36:05.841268 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90541b53-e881-4b16-b64d-fd79e875d369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b895b7a2-adf2-4c05-9716-2b914f8d5931,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:05.872141 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:05.988614 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port d9a9c415-ba50-4acb-a115-5b616b49c87f triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:36:05.993426 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (d9a9c415-ba50-4acb-a115-5b616b49c87f), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:05.994070 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port d9a9c415-ba50-4acb-a115-5b616b49c87f Sep 30 09:36:06.152188 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5226c9b8-08ad-4e6e-a20e-74c9e9c21c20 admin admin] Publish callbacks [] for port (23a08bfb-097b-4bc3-8dcd-7e6d429c1d77), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:06.189152 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f84ac58f-6f36-42a7-b34d-f68dd9be76f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:06.201713 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa217cb2-116c-495e-a164-ea036ab2a733 None None] Network 486301e7-f0bf-4b46-826b-b0b4132f2272 requested from dv-cinder-master-3-smb {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:36:06.231753 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71523e93-9133-4d25-b4d7-841eb2e64b27 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:36:06.246498 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9756cb78-e489-4df5-8d44-1dac1c332aa3 None None] Sync routers for ids ['313d570b-2960-43ba-9415-9cbba16b5ca8'] in dv-cinder-master-3-smb {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:36:06.272109 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9756cb78-e489-4df5-8d44-1dac1c332aa3 None None] Routers {'313d570b-2960-43ba-9415-9cbba16b5ca8'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:36:06.273949 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-9756cb78-e489-4df5-8d44-1dac1c332aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:35:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['313d570b-2960-43ba-9415-9cbba16b5ca8'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:06.320168 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-71523e93-9133-4d25-b4d7-841eb2e64b27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:06.327348 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-71523e93-9133-4d25-b4d7-841eb2e64b27 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.8590884 Sep 30 09:36:06.331000 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 35946) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:06.396588 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port d9a9c415-ba50-4acb-a115-5b616b49c87f is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:36:06.410871 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (d9a9c415-ba50-4acb-a115-5b616b49c87f), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:06.445127 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-a5f96109-af60-4cae-842e-62e4d662c619 None None] Provisioning complete for port dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:36:06.445521 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a5f96109-af60-4cae-842e-62e4d662c619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:06.449298 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-a5f96109-af60-4cae-842e-62e4d662c619 None None] Attempt 1 to provision port dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb Sep 30 09:36:06.548904 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-9756cb78-e489-4df5-8d44-1dac1c332aa3 None None] Set router 313d570b-2960-43ba-9415-9cbba16b5ca8 gateway port host: dv-cinder-master-3-smb {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:36:06.666636 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:06.705611 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5226c9b8-08ad-4e6e-a20e-74c9e9c21c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778'] for port (23a08bfb-097b-4bc3-8dcd-7e6d429c1d77), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:06.813490 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5226c9b8-08ad-4e6e-a20e-74c9e9c21c20 admin admin] Network 6393c21b-9685-4d97-968d-d3184efd867f is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:36:06.870697 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:06.881794 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 35960) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:06.894872 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-5226c9b8-08ad-4e6e-a20e-74c9e9c21c20 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:36:06.908225 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5226c9b8-08ad-4e6e-a20e-74c9e9c21c20 admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:36:06.908693 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5226c9b8-08ad-4e6e-a20e-74c9e9c21c20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555310'] for router_interface (33f9e6ce-24db-4d3c-bc49-883e4f3f7d72), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:06.926484 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] For port d9a9c415-ba50-4acb-a115-5b616b49c87f, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=d9a9c415-ba50-4acb-a115-5b616b49c87f,segment=NetworkSegment(564e7fba-80a0-41fa-9dbf-7d18353521c2),segment_id=564e7fba-80a0-41fa-9dbf-7d18353521c2)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:36:06.933787 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5226c9b8-08ad-4e6e-a20e-74c9e9c21c20 admin admin] Pushing event updated for resources: {'Port': ['ID=23a08bfb-097b-4bc3-8dcd-7e6d429c1d77,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:06.994842 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [None req-f84ac58f-6f36-42a7-b34d-f68dd9be76f2 admin admin] Allocated IP 172.20.0.1 (b208ce5f-758d-4f0c-90ce-9c825be7bba2/8411074f-f19b-4e83-87b2-5762dc2e15cc/600c548c-0db2-4cb3-9561-68f0f39c3aa5) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:36:06.995571 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f47abdea-95de-4860-852a-3e6e37b853af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:06.998821 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (d9a9c415-ba50-4acb-a115-5b616b49c87f), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:07.000306 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:36:07.037935 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-9756cb78-e489-4df5-8d44-1dac1c332aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'name': 'tempest-AttachVolumeShelveTestJSON-2083709801-router', 'tenant_id': '7258740d324b4be18675101826a78ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.132'}], 'enable_snat': True}, 'gw_port_id': 'f075918f-22eb-47fc-b3ff-d56d1e52e8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:02Z', 'revision_number': 3, 'project_id': '7258740d324b4be18675101826a78ca7', 'gw_port': {'id': 'f075918f-22eb-47fc-b3ff-d56d1e52e8dd', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:01Z', 'updated_at': '2022-09-30T09:36:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:07.085990 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9756cb78-e489-4df5-8d44-1dac1c332aa3 None None] Checking router: 313d570b-2960-43ba-9415-9cbba16b5ca8 for host: dv-cinder-master-3-smb {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:36:07.087418 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9756cb78-e489-4df5-8d44-1dac1c332aa3 None None] Updating router 313d570b-2960-43ba-9415-9cbba16b5ca8 port f075918f-22eb-47fc-b3ff-d56d1e52e8dd binding host dv-cinder-master-3-smb {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:36:07.106386 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:07.138771 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f84ac58f-6f36-42a7-b34d-f68dd9be76f2 admin admin] Publish callbacks [] for port (600c548c-0db2-4cb3-9561-68f0f39c3aa5), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:07.174990 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9756cb78-e489-4df5-8d44-1dac1c332aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (f075918f-22eb-47fc-b3ff-d56d1e52e8dd), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:07.178306 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:07.218401 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:07.224365 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f84ac58f-6f36-42a7-b34d-f68dd9be76f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778'] for port (600c548c-0db2-4cb3-9561-68f0f39c3aa5), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:07.252709 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-fbe5f94c-f9ed-4180-8151-e9beaed05627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'name': 'tempest-AttachVolumeNegativeTest-834901665-router', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94'}], 'enable_snat': True}, 'gw_port_id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:03Z', 'revision_number': 3, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'gw_port': {'id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:02Z', 'updated_at': '2022-09-30T09:36:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:07.300987 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe5f94c-f9ed-4180-8151-e9beaed05627 None None] Checking router: 3b92f880-bce1-431d-953b-029e5d3c9818 for host: dv-cinder-master-3-smb {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:36:07.301391 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe5f94c-f9ed-4180-8151-e9beaed05627 None None] Updating router 3b92f880-bce1-431d-953b-029e5d3c9818 port 8697b302-6b57-402f-a95a-be66dd1a6302 binding host dv-cinder-master-3-smb {{(pid=106377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:36:07.346019 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ac58f-6f36-42a7-b34d-f68dd9be76f2 admin admin] Pushing event updated for resources: {'Port': ['ID=600c548c-0db2-4cb3-9561-68f0f39c3aa5,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:07.357908 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:07.364627 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-a5f96109-af60-4cae-842e-62e4d662c619 None None] Current status of the port dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:36:07.364996 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a5f96109-af60-4cae-842e-62e4d662c619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:07.374571 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84ac58f-6f36-42a7-b34d-f68dd9be76f2 admin admin] Network b208ce5f-758d-4f0c-90ce-9c825be7bba2 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:36:07.376855 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-f84ac58f-6f36-42a7-b34d-f68dd9be76f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:36:07.381459 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84ac58f-6f36-42a7-b34d-f68dd9be76f2 admin admin] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:36:07.385774 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f84ac58f-6f36-42a7-b34d-f68dd9be76f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555310'] for router_interface (3b92f880-bce1-431d-953b-029e5d3c9818), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:07.406041 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Pushing event updated for resources: {'Port': ['ID=d9a9c415-ba50-4acb-a115-5b616b49c87f,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:07.459413 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:36:07.461767 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:07.462864 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb Sep 30 09:36:07.496928 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:07.591348 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fbe5f94c-f9ed-4180-8151-e9beaed05627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (8697b302-6b57-402f-a95a-be66dd1a6302), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:07.682670 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-a5f96109-af60-4cae-842e-62e4d662c619 None None] For port dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb,segment=NetworkSegment(e66f24b0-9893-442e-bdcf-fa149cc52000),segment_id=e66f24b0-9893-442e-bdcf-fa149cc52000)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:36:07.744843 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5226c9b8-08ad-4e6e-a20e-74c9e9c21c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (23a08bfb-097b-4bc3-8dcd-7e6d429c1d77), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:07.769320 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a5f96109-af60-4cae-842e-62e4d662c619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:08.046668 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f47abdea-95de-4860-852a-3e6e37b853af admin admin] Publish callbacks [] for security_group (e2bc7fc9-6c71-42af-9584-0d3566090085), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:08.094289 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f84ac58f-6f36-42a7-b34d-f68dd9be76f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (600c548c-0db2-4cb3-9561-68f0f39c3aa5), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:08.118466 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f47abdea-95de-4860-852a-3e6e37b853af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (e2bc7fc9-6c71-42af-9584-0d3566090085), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:08.178125 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-dcee35bb-93de-4cd4-80f0-534fc97e5022 None None] Provisioning complete for port d9a9c415-ba50-4acb-a115-5b616b49c87f triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:36:08.180489 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dcee35bb-93de-4cd4-80f0-534fc97e5022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (d9a9c415-ba50-4acb-a115-5b616b49c87f), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:08.180962 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-dcee35bb-93de-4cd4-80f0-534fc97e5022 None None] Attempt 1 to provision port d9a9c415-ba50-4acb-a115-5b616b49c87f Sep 30 09:36:08.277222 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:08.303647 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f96109-af60-4cae-842e-62e4d662c619 None None] Pushing event updated for resources: {'Port': ['ID=dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:08.331582 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9756cb78-e489-4df5-8d44-1dac1c332aa3 None None] Publish callbacks [] for port (f075918f-22eb-47fc-b3ff-d56d1e52e8dd), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:08.337871 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:36:08.346911 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9756cb78-e489-4df5-8d44-1dac1c332aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (f075918f-22eb-47fc-b3ff-d56d1e52e8dd), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:08.359040 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47abdea-95de-4860-852a-3e6e37b853af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bc7fc9-6c71-42af-9584-0d3566090085,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:08.394368 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-9756cb78-e489-4df5-8d44-1dac1c332aa3 None None] Attempting to bind port f075918f-22eb-47fc-b3ff-d56d1e52e8dd on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:36:08.394734 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-9756cb78-e489-4df5-8d44-1dac1c332aa3 None None] Attempting to bind port f075918f-22eb-47fc-b3ff-d56d1e52e8dd by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '8ee3384b-29eb-481d-9dfd-879c28cb46fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:36:08.395095 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9756cb78-e489-4df5-8d44-1dac1c332aa3 None None] Attempting to bind port f075918f-22eb-47fc-b3ff-d56d1e52e8dd on network 4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:36:08.471910 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-f47abdea-95de-4860-852a-3e6e37b853af admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=14c923da33ce4a8ea9bd0bc6ed630f9d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5865908 Sep 30 09:36:08.479371 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 36010) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:08.482656 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f84ac58f-6f36-42a7-b34d-f68dd9be76f2 admin admin] Publish callbacks [] for port (600c548c-0db2-4cb3-9561-68f0f39c3aa5), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:08.506214 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f84ac58f-6f36-42a7-b34d-f68dd9be76f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (600c548c-0db2-4cb3-9561-68f0f39c3aa5), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:08.508064 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f84ac58f-6f36-42a7-b34d-f68dd9be76f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555418'] for router_interface (3b92f880-bce1-431d-953b-029e5d3c9818), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:08.567192 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9756cb78-e489-4df5-8d44-1dac1c332aa3 None None] Checking agent: {'id': '99becae7-b4b2-4e0b-818d-0d19c65b4b56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 27, 31), 'started_at': datetime.datetime(2022, 9, 30, 9, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:36:08.568210 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9756cb78-e489-4df5-8d44-1dac1c332aa3 None None] Checking segment: {'id': '8ee3384b-29eb-481d-9dfd-879c28cb46fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:36:08.568770 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9756cb78-e489-4df5-8d44-1dac1c332aa3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:08.569300 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9756cb78-e489-4df5-8d44-1dac1c332aa3 None None] Bound using segment: {'id': '8ee3384b-29eb-481d-9dfd-879c28cb46fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:36:08.570523 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-9756cb78-e489-4df5-8d44-1dac1c332aa3 None None] Bound port: f075918f-22eb-47fc-b3ff-d56d1e52e8dd, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ee3384b-29eb-481d-9dfd-879c28cb46fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:36:08.571078 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9756cb78-e489-4df5-8d44-1dac1c332aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (f075918f-22eb-47fc-b3ff-d56d1e52e8dd), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:08.592002 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-dcee35bb-93de-4cd4-80f0-534fc97e5022 None None] Current status of the port d9a9c415-ba50-4acb-a115-5b616b49c87f is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:36:08.622347 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-dcee35bb-93de-4cd4-80f0-534fc97e5022 None None] Provisioning complete for port 23a08bfb-097b-4bc3-8dcd-7e6d429c1d77 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:36:08.623093 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dcee35bb-93de-4cd4-80f0-534fc97e5022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (23a08bfb-097b-4bc3-8dcd-7e6d429c1d77), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:08.623635 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-dcee35bb-93de-4cd4-80f0-534fc97e5022 None None] Attempt 1 to provision port 23a08bfb-097b-4bc3-8dcd-7e6d429c1d77 Sep 30 09:36:08.640000 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 36014) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:08.687445 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device bb125cde-5966-4c9f-bd86-c894237298ec up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:36:08.712676 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-9756cb78-e489-4df5-8d44-1dac1c332aa3 None None] For port f075918f-22eb-47fc-b3ff-d56d1e52e8dd, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:36:08.723716 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ac58f-6f36-42a7-b34d-f68dd9be76f2 admin admin] Pushing event updated for resources: {'Port': ['ID=600c548c-0db2-4cb3-9561-68f0f39c3aa5,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:08.725449 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-dcee35bb-93de-4cd4-80f0-534fc97e5022 None None] Port 23a08bfb-097b-4bc3-8dcd-7e6d429c1d77 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:36:08.730634 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-9756cb78-e489-4df5-8d44-1dac1c332aa3 None None] For port f075918f-22eb-47fc-b3ff-d56d1e52e8dd, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=f075918f-22eb-47fc-b3ff-d56d1e52e8dd,segment=NetworkSegment(8ee3384b-29eb-481d-9dfd-879c28cb46fd),segment_id=8ee3384b-29eb-481d-9dfd-879c28cb46fd)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:36:08.732022 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d6ed6-e352-47c6-b2ec-73652b157cd3 None None] Pushing event updated for resources: {'Port': ['ID=f075918f-22eb-47fc-b3ff-d56d1e52e8dd,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:08.744934 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9756cb78-e489-4df5-8d44-1dac1c332aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (f075918f-22eb-47fc-b3ff-d56d1e52e8dd), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:08.764716 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:08.792131 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9756cb78-e489-4df5-8d44-1dac1c332aa3 None None] Routers {'313d570b-2960-43ba-9415-9cbba16b5ca8'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:36:08.792773 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-9756cb78-e489-4df5-8d44-1dac1c332aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:35:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['313d570b-2960-43ba-9415-9cbba16b5ca8'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:08.807352 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port bb125cde-5966-4c9f-bd86-c894237298ec triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:36:08.808252 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (bb125cde-5966-4c9f-bd86-c894237298ec), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:08.808734 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port bb125cde-5966-4c9f-bd86-c894237298ec Sep 30 09:36:08.847564 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84ac58f-6f36-42a7-b34d-f68dd9be76f2 admin admin] Network b208ce5f-758d-4f0c-90ce-9c825be7bba2 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:36:08.851063 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-f84ac58f-6f36-42a7-b34d-f68dd9be76f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:36:08.859819 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fbe5f94c-f9ed-4180-8151-e9beaed05627 None None] Publish callbacks [] for port (8697b302-6b57-402f-a95a-be66dd1a6302), precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:08.878808 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fbe5f94c-f9ed-4180-8151-e9beaed05627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (8697b302-6b57-402f-a95a-be66dd1a6302), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:08.887664 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:09.064265 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ab7ca9b0-3265-4008-8ff0-f72ce22288f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:09.069023 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d8531a8e-06d0-47ae-8ea3-848f254a864f admin admin] Publish callbacks [] for security_group (e2bc7fc9-6c71-42af-9584-0d3566090085), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:09.072507 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-faaeb322-e84a-4412-996b-5f5f36f16fd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:09.085898 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5226c9b8-08ad-4e6e-a20e-74c9e9c21c20 admin admin] Publish callbacks [] for port (23a08bfb-097b-4bc3-8dcd-7e6d429c1d77), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:09.128639 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5226c9b8-08ad-4e6e-a20e-74c9e9c21c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (23a08bfb-097b-4bc3-8dcd-7e6d429c1d77), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:09.128897 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f84ac58f-6f36-42a7-b34d-f68dd9be76f2 admin admin] Router 3b92f880-bce1-431d-953b-029e5d3c9818 has already been hosted by L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 {{(pid=106375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:36:09.129480 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5226c9b8-08ad-4e6e-a20e-74c9e9c21c20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555418'] for router_interface (33f9e6ce-24db-4d3c-bc49-883e4f3f7d72), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:09.139626 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d6ed6-e352-47c6-b2ec-73652b157cd3 None None] Pushing event updated for resources: {'Port': ['ID=f075918f-22eb-47fc-b3ff-d56d1e52e8dd,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:09.183513 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-9756cb78-e489-4df5-8d44-1dac1c332aa3 None None] Set router 313d570b-2960-43ba-9415-9cbba16b5ca8 gateway port host: dv-cinder-master-3-smb {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:36:09.251380 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d8531a8e-06d0-47ae-8ea3-848f254a864f admin admin] Publish callbacks [] for security_group (e2bc7fc9-6c71-42af-9584-0d3566090085), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:09.257750 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-faaeb322-e84a-4412-996b-5f5f36f16fd8 admin admin] Publish callbacks [] for security_group (2df70227-3d57-4c79-add8-59dc1139f952), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:09.269699 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-dcee35bb-93de-4cd4-80f0-534fc97e5022 None None] Attempt 2 to provision port 23a08bfb-097b-4bc3-8dcd-7e6d429c1d77 Sep 30 09:36:09.271448 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-faaeb322-e84a-4412-996b-5f5f36f16fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (2df70227-3d57-4c79-add8-59dc1139f952), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:09.342010 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-fbe5f94c-f9ed-4180-8151-e9beaed05627 None None] Attempting to bind port 8697b302-6b57-402f-a95a-be66dd1a6302 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:36:09.342644 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-fbe5f94c-f9ed-4180-8151-e9beaed05627 None None] Attempting to bind port 8697b302-6b57-402f-a95a-be66dd1a6302 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '8ee3384b-29eb-481d-9dfd-879c28cb46fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:36:09.342868 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaeb322-e84a-4412-996b-5f5f36f16fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df70227-3d57-4c79-add8-59dc1139f952,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:09.343167 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe5f94c-f9ed-4180-8151-e9beaed05627 None None] Attempting to bind port 8697b302-6b57-402f-a95a-be66dd1a6302 on network 4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:36:09.367765 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:09.478009 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a27257f-7d39-4476-afd3-b8d1943a4503 None None] Pushing event updated for resources: {'Port': ['ID=8697b302-6b57-402f-a95a-be66dd1a6302,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:09.481860 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-dcee35bb-93de-4cd4-80f0-534fc97e5022 None None] Port 23a08bfb-097b-4bc3-8dcd-7e6d429c1d77 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:36:09.500642 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:09.506286 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe5f94c-f9ed-4180-8151-e9beaed05627 None None] Checking agent: {'id': '99becae7-b4b2-4e0b-818d-0d19c65b4b56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 27, 31), 'started_at': datetime.datetime(2022, 9, 30, 9, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:36:09.506839 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe5f94c-f9ed-4180-8151-e9beaed05627 None None] Checking segment: {'id': '8ee3384b-29eb-481d-9dfd-879c28cb46fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:36:09.507366 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fbe5f94c-f9ed-4180-8151-e9beaed05627 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:09.507779 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe5f94c-f9ed-4180-8151-e9beaed05627 None None] Bound using segment: {'id': '8ee3384b-29eb-481d-9dfd-879c28cb46fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:36:09.508569 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-fbe5f94c-f9ed-4180-8151-e9beaed05627 None None] Bound port: 8697b302-6b57-402f-a95a-be66dd1a6302, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ee3384b-29eb-481d-9dfd-879c28cb46fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:36:09.508975 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fbe5f94c-f9ed-4180-8151-e9beaed05627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (8697b302-6b57-402f-a95a-be66dd1a6302), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:09.512658 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port bb125cde-5966-4c9f-bd86-c894237298ec is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:36:09.513483 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (bb125cde-5966-4c9f-bd86-c894237298ec), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:09.526186 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-9756cb78-e489-4df5-8d44-1dac1c332aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'name': 'tempest-AttachVolumeShelveTestJSON-2083709801-router', 'tenant_id': '7258740d324b4be18675101826a78ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.132'}], 'enable_snat': True}, 'gw_port_id': 'f075918f-22eb-47fc-b3ff-d56d1e52e8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:02Z', 'revision_number': 3, 'project_id': '7258740d324b4be18675101826a78ca7', 'gw_port': {'id': 'f075918f-22eb-47fc-b3ff-d56d1e52e8dd', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:01Z', 'updated_at': '2022-09-30T09:36:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:09.560896 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84ac58f-6f36-42a7-b34d-f68dd9be76f2 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:36:09.566934 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5226c9b8-08ad-4e6e-a20e-74c9e9c21c20 admin admin] Pushing event updated for resources: {'Port': ['ID=23a08bfb-097b-4bc3-8dcd-7e6d429c1d77,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:09.568439 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-faaeb322-e84a-4412-996b-5f5f36f16fd8 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=1a79b73c05184bb6b3586a71e6d2b31f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9182768 Sep 30 09:36:09.571506 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 36044) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:09.572182 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] For port bb125cde-5966-4c9f-bd86-c894237298ec, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=bb125cde-5966-4c9f-bd86-c894237298ec,segment=NetworkSegment(8ee3384b-29eb-481d-9dfd-879c28cb46fd),segment_id=8ee3384b-29eb-481d-9dfd-879c28cb46fd)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:36:09.576689 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d8531a8e-06d0-47ae-8ea3-848f254a864f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (e2bc7fc9-6c71-42af-9584-0d3566090085), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:09.579733 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9756cb78-e489-4df5-8d44-1dac1c332aa3 None None] The sync data for ids ['313d570b-2960-43ba-9415-9cbba16b5ca8'] in dv-cinder-master-3-smb is: [{'id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'name': 'tempest-AttachVolumeShelveTestJSON-2083709801-router', 'tenant_id': '7258740d324b4be18675101826a78ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.132'}], 'enable_snat': True}, 'gw_port_id': 'f075918f-22eb-47fc-b3ff-d56d1e52e8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:02Z', 'revision_number': 3, 'project_id': '7258740d324b4be18675101826a78ca7', 'gw_port': {'id': 'f075918f-22eb-47fc-b3ff-d56d1e52e8dd', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:01Z', 'updated_at': '2022-09-30T09:36:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:36:09.584114 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (bb125cde-5966-4c9f-bd86-c894237298ec), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:09.585224 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device d9a9c415-ba50-4acb-a115-5b616b49c87f up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:36:09.597802 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d8531a8e-06d0-47ae-8ea3-848f254a864f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:09.599397 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-d8531a8e-06d0-47ae-8ea3-848f254a864f admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/e2bc7fc9-6c71-42af-9584-0d3566090085 HTTP/1.1" status: 204 len: 168 time: 1.1154430 Sep 30 09:36:09.622203 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8531a8e-06d0-47ae-8ea3-848f254a864f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bc7fc9-6c71-42af-9584-0d3566090085,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:09.660438 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-fbe5f94c-f9ed-4180-8151-e9beaed05627 None None] For port 8697b302-6b57-402f-a95a-be66dd1a6302, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:36:09.685815 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:09.690465 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:09.720693 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-fbe5f94c-f9ed-4180-8151-e9beaed05627 None None] For port 8697b302-6b57-402f-a95a-be66dd1a6302, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=8697b302-6b57-402f-a95a-be66dd1a6302,segment=NetworkSegment(8ee3384b-29eb-481d-9dfd-879c28cb46fd),segment_id=8ee3384b-29eb-481d-9dfd-879c28cb46fd)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:36:09.752435 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fbe5f94c-f9ed-4180-8151-e9beaed05627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (8697b302-6b57-402f-a95a-be66dd1a6302), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:09.767802 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1eeea591-17fa-4ae9-b56c-b512dd01e921 admin admin] Publish callbacks [] for security_group (2df70227-3d57-4c79-add8-59dc1139f952), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:09.770352 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Pushing event updated for resources: {'Port': ['ID=bb125cde-5966-4c9f-bd86-c894237298ec,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:09.782613 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port d9a9c415-ba50-4acb-a115-5b616b49c87f triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:36:09.783038 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (d9a9c415-ba50-4acb-a115-5b616b49c87f), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:09.783600 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port d9a9c415-ba50-4acb-a115-5b616b49c87f Sep 30 09:36:09.793324 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe5f94c-f9ed-4180-8151-e9beaed05627 None None] Routers {'3b92f880-bce1-431d-953b-029e5d3c9818'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:36:09.797274 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-fbe5f94c-f9ed-4180-8151-e9beaed05627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:35:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['3b92f880-bce1-431d-953b-029e5d3c9818'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:09.842402 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1eeea591-17fa-4ae9-b56c-b512dd01e921 admin admin] Publish callbacks [] for security_group (2df70227-3d57-4c79-add8-59dc1139f952), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:09.853772 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5226c9b8-08ad-4e6e-a20e-74c9e9c21c20 admin admin] Network 6393c21b-9685-4d97-968d-d3184efd867f is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:36:09.856848 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:09.858432 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-5226c9b8-08ad-4e6e-a20e-74c9e9c21c20 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:36:09.943698 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-f84ac58f-6f36-42a7-b34d-f68dd9be76f2 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/3b92f880-bce1-431d-953b-029e5d3c9818/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0091732 Sep 30 09:36:09.965759 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-fbe5f94c-f9ed-4180-8151-e9beaed05627 None None] Set router 3b92f880-bce1-431d-953b-029e5d3c9818 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:36:09.983283 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1eeea591-17fa-4ae9-b56c-b512dd01e921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (2df70227-3d57-4c79-add8-59dc1139f952), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:09.987009 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1eeea591-17fa-4ae9-b56c-b512dd01e921 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:09.988008 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-1eeea591-17fa-4ae9-b56c-b512dd01e921 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/2df70227-3d57-4c79-add8-59dc1139f952 HTTP/1.1" status: 204 len: 168 time: 0.4152281 Sep 30 09:36:10.003672 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeea591-17fa-4ae9-b56c-b512dd01e921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df70227-3d57-4c79-add8-59dc1139f952,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:10.136763 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-dcee35bb-93de-4cd4-80f0-534fc97e5022 None None] Attempt 3 to provision port 23a08bfb-097b-4bc3-8dcd-7e6d429c1d77 Sep 30 09:36:10.149988 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-ab7ca9b0-3265-4008-8ff0-f72ce22288f3 admin admin] Allocated IP 172.20.0.1 (486301e7-f0bf-4b46-826b-b0b4132f2272/caa068e9-5807-465e-a6a4-c687aab9e12e/18520684-8f98-4574-afae-7b54f755415e) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:36:10.214075 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5226c9b8-08ad-4e6e-a20e-74c9e9c21c20 admin admin] Router 33f9e6ce-24db-4d3c-bc49-883e4f3f7d72 has already been hosted by L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:36:10.265850 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-dcee35bb-93de-4cd4-80f0-534fc97e5022 None None] Port 23a08bfb-097b-4bc3-8dcd-7e6d429c1d77 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:36:10.275996 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:10.461854 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:10.485116 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ab7ca9b0-3265-4008-8ff0-f72ce22288f3 admin admin] Publish callbacks [] for port (18520684-8f98-4574-afae-7b54f755415e), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:10.495411 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a27257f-7d39-4476-afd3-b8d1943a4503 None None] Pushing event updated for resources: {'Port': ['ID=8697b302-6b57-402f-a95a-be66dd1a6302,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:10.530791 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port d9a9c415-ba50-4acb-a115-5b616b49c87f is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:36:10.532155 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:36:10.555705 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ab7ca9b0-3265-4008-8ff0-f72ce22288f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778'] for port (18520684-8f98-4574-afae-7b54f755415e), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:10.603401 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-fbe5f94c-f9ed-4180-8151-e9beaed05627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'name': 'tempest-AttachVolumeNegativeTest-834901665-router', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94'}], 'enable_snat': True}, 'gw_port_id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:07Z', 'revision_number': 4, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'gw_port': {'id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:02Z', 'updated_at': '2022-09-30T09:36:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '600c548c-0db2-4cb3-9561-68f0f39c3aa5', 'name': '', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'mac_address': 'fa:16:3e:85:21:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:06Z', 'updated_at': '2022-09-30T09:36:08Z', 'revision_number': 2, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'subnets': [{'id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:10.648347 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe5f94c-f9ed-4180-8151-e9beaed05627 None None] The sync data for ids ['3b92f880-bce1-431d-953b-029e5d3c9818'] in dv-cinder-master-3-smb is: [{'id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'name': 'tempest-AttachVolumeNegativeTest-834901665-router', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94'}], 'enable_snat': True}, 'gw_port_id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:07Z', 'revision_number': 4, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'gw_port': {'id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:02Z', 'updated_at': '2022-09-30T09:36:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '600c548c-0db2-4cb3-9561-68f0f39c3aa5', 'name': '', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'mac_address': 'fa:16:3e:85:21:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:06Z', 'updated_at': '2022-09-30T09:36:08Z', 'revision_number': 2, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'subnets': [{'id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:36:10.662959 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:36:10.664046 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:10.664431 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb Sep 30 09:36:10.683149 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7ca9b0-3265-4008-8ff0-f72ce22288f3 admin admin] Network 486301e7-f0bf-4b46-826b-b0b4132f2272 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:36:10.698086 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-ab7ca9b0-3265-4008-8ff0-f72ce22288f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:36:10.720685 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7ca9b0-3265-4008-8ff0-f72ce22288f3 admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:36:10.721178 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ab7ca9b0-3265-4008-8ff0-f72ce22288f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555310'] for router_interface (313d570b-2960-43ba-9415-9cbba16b5ca8), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:10.736027 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ca9b0-3265-4008-8ff0-f72ce22288f3 admin admin] Pushing event updated for resources: {'Port': ['ID=18520684-8f98-4574-afae-7b54f755415e,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:10.740058 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:10.793904 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-dcee35bb-93de-4cd4-80f0-534fc97e5022 None None] Attempt 4 to provision port 23a08bfb-097b-4bc3-8dcd-7e6d429c1d77 Sep 30 09:36:10.801213 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5226c9b8-08ad-4e6e-a20e-74c9e9c21c20 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:36:10.838288 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-5226c9b8-08ad-4e6e-a20e-74c9e9c21c20 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/33f9e6ce-24db-4d3c-bc49-883e4f3f7d72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6525891 Sep 30 09:36:10.875084 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21208e8-8f60-409f-a19a-6e7c8372fbce None None] Sync routers for ids ['33f9e6ce-24db-4d3c-bc49-883e4f3f7d72'] in dv-cinder-master-3-smb {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:36:10.948645 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:36:10.955721 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-dcee35bb-93de-4cd4-80f0-534fc97e5022 None None] Port 23a08bfb-097b-4bc3-8dcd-7e6d429c1d77 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:36:10.959631 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21208e8-8f60-409f-a19a-6e7c8372fbce None None] Routers {'33f9e6ce-24db-4d3c-bc49-883e4f3f7d72'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:36:10.963590 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-b21208e8-8f60-409f-a19a-6e7c8372fbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:35:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['33f9e6ce-24db-4d3c-bc49-883e4f3f7d72'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:11.076809 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 36096) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:11.120642 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 36100) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:11.131426 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-ef7ad083-28a1-4a68-93b9-7e01b42a8519 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Request body: {'security_group': {'name': 'tempest-securitygroup--297391755', 'description': 'tempest-description--206059065'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:36:11.153669 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 36102) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:11.208275 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ab7ca9b0-3265-4008-8ff0-f72ce22288f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (18520684-8f98-4574-afae-7b54f755415e), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:11.228200 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-ef7ad083-28a1-4a68-93b9-7e01b42a8519 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:11.329902 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-b21208e8-8f60-409f-a19a-6e7c8372fbce None None] Set router 33f9e6ce-24db-4d3c-bc49-883e4f3f7d72 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:36:11.385135 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:11.517519 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-ef7ad083-28a1-4a68-93b9-7e01b42a8519 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group (a72fca64-cc44-42dc-9f6f-70665296dbb9), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:11.518307 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-dcee35bb-93de-4cd4-80f0-534fc97e5022 None None] Attempt 5 to provision port 23a08bfb-097b-4bc3-8dcd-7e6d429c1d77 Sep 30 09:36:11.527912 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-ef7ad083-28a1-4a68-93b9-7e01b42a8519 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (a72fca64-cc44-42dc-9f6f-70665296dbb9), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:11.631091 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ab7ca9b0-3265-4008-8ff0-f72ce22288f3 admin admin] Publish callbacks [] for port (18520684-8f98-4574-afae-7b54f755415e), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:11.638910 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device f075918f-22eb-47fc-b3ff-d56d1e52e8dd up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:36:11.640647 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ab7ca9b0-3265-4008-8ff0-f72ce22288f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (18520684-8f98-4574-afae-7b54f755415e), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:11.643823 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ab7ca9b0-3265-4008-8ff0-f72ce22288f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555418'] for router_interface (313d570b-2960-43ba-9415-9cbba16b5ca8), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:11.649824 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ad083-28a1-4a68-93b9-7e01b42a8519 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a72fca64-cc44-42dc-9f6f-70665296dbb9,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:11.652579 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-dcee35bb-93de-4cd4-80f0-534fc97e5022 None None] Port 23a08bfb-097b-4bc3-8dcd-7e6d429c1d77 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:36:11.659870 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-ef7ad083-28a1-4a68-93b9-7e01b42a8519 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:11.662048 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-ef7ad083-28a1-4a68-93b9-7e01b42a8519 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.5390940 Sep 30 09:36:11.664780 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 36112) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:11.676164 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-9796159c-9088-473b-8064-de1307cf91b3 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Request body: {'security_group_rule': {'security_group_id': 'a72fca64-cc44-42dc-9f6f-70665296dbb9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:36:11.742101 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9796159c-9088-473b-8064-de1307cf91b3 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group_rule (6e91b59d-62ff-4e12-a593-af1a4d75788e), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:11.842239 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-68edd8a4-88f0-450f-96ca-1558e6e2924d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:11.908024 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=100 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:11.912490 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-b21208e8-8f60-409f-a19a-6e7c8372fbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f9e6ce-24db-4d3c-bc49-883e4f3f7d72', 'name': 'tempest-DeleteServersTestJSON-680401777-router', 'tenant_id': '732bb88e765b4fc3921cb3e37be0270a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bb125cde-5966-4c9f-bd86-c894237298ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:35:58Z', 'updated_at': '2022-09-30T09:36:07Z', 'revision_number': 4, 'project_id': '732bb88e765b4fc3921cb3e37be0270a', 'gw_port': {'id': 'bb125cde-5966-4c9f-bd86-c894237298ec', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:95:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f9e6ce-24db-4d3c-bc49-883e4f3f7d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:35:59Z', 'updated_at': '2022-09-30T09:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '23a08bfb-097b-4bc3-8dcd-7e6d429c1d77', 'name': '', 'network_id': '6393c21b-9685-4d97-968d-d3184efd867f', 'tenant_id': '732bb88e765b4fc3921cb3e37be0270a', 'mac_address': 'fa:16:3e:84:ea:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f9e6ce-24db-4d3c-bc49-883e4f3f7d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0107e732-10dd-41f2-85e4-67fccefb952d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:05Z', 'updated_at': '2022-09-30T09:36:08Z', 'revision_number': 2, 'project_id': '732bb88e765b4fc3921cb3e37be0270a', 'subnets': [{'id': '0107e732-10dd-41f2-85e4-67fccefb952d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:11.923887 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port f075918f-22eb-47fc-b3ff-d56d1e52e8dd triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:36:11.924209 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (f075918f-22eb-47fc-b3ff-d56d1e52e8dd), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:11.924553 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port f075918f-22eb-47fc-b3ff-d56d1e52e8dd Sep 30 09:36:11.927671 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ca9b0-3265-4008-8ff0-f72ce22288f3 admin admin] Pushing event updated for resources: {'Port': ['ID=18520684-8f98-4574-afae-7b54f755415e,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:11.971993 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8a920530-f6c4-4c9d-9699-d9ea0c7429e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:12.036646 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21208e8-8f60-409f-a19a-6e7c8372fbce None None] Checking router: 33f9e6ce-24db-4d3c-bc49-883e4f3f7d72 for host: dv-cinder-master-3-smb {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:36:12.041990 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21208e8-8f60-409f-a19a-6e7c8372fbce None None] Updating router 33f9e6ce-24db-4d3c-bc49-883e4f3f7d72 port 23a08bfb-097b-4bc3-8dcd-7e6d429c1d77 binding host dv-cinder-master-3-smb {{(pid=106377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:36:12.107850 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9796159c-9088-473b-8064-de1307cf91b3 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group_rule (6e91b59d-62ff-4e12-a593-af1a4d75788e), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:12.125180 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9796159c-9088-473b-8064-de1307cf91b3 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766877'] for security_group_rule (6e91b59d-62ff-4e12-a593-af1a4d75788e), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:12.135124 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b21208e8-8f60-409f-a19a-6e7c8372fbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (23a08bfb-097b-4bc3-8dcd-7e6d429c1d77), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:12.147234 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7ca9b0-3265-4008-8ff0-f72ce22288f3 admin admin] Network 486301e7-f0bf-4b46-826b-b0b4132f2272 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:36:12.150911 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-ab7ca9b0-3265-4008-8ff0-f72ce22288f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:36:12.159081 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9796159c-9088-473b-8064-de1307cf91b3 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e91b59d-62ff-4e12-a593-af1a4d75788e,revision_number=0']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:12.163158 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-dcee35bb-93de-4cd4-80f0-534fc97e5022 None None] Attempt 6 to provision port 23a08bfb-097b-4bc3-8dcd-7e6d429c1d77 Sep 30 09:36:12.191643 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9796159c-9088-473b-8064-de1307cf91b3 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:12.193228 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-9796159c-9088-473b-8064-de1307cf91b3 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5261552 Sep 30 09:36:12.196855 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 36132) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:12.202259 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-be3a6b40-193f-487f-9b27-bdd28091eaeb tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Request body: {'security_group_rule': {'security_group_id': 'a72fca64-cc44-42dc-9f6f-70665296dbb9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:36:12.286286 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-68edd8a4-88f0-450f-96ca-1558e6e2924d admin admin] Publish callbacks [] for security_group (81029cdf-49d3-4e6e-b1ae-11d45dad64d8), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:12.302358 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-68edd8a4-88f0-450f-96ca-1558e6e2924d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (81029cdf-49d3-4e6e-b1ae-11d45dad64d8), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:12.359908 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-68edd8a4-88f0-450f-96ca-1558e6e2924d admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=a56dc2359b184f4c9ba8b34b38e8f293&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2812033 Sep 30 09:36:12.363001 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 36136) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:12.411988 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:12.433230 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7ca9b0-3265-4008-8ff0-f72ce22288f3 admin admin] Router 313d570b-2960-43ba-9415-9cbba16b5ca8 has already been hosted by L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:36:12.482043 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8a920530-f6c4-4c9d-9699-d9ea0c7429e8 admin admin] Publish callbacks [] for security_group (6700fbe6-9826-4a55-a90b-e29df0d7e7b5), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:12.486492 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-be3a6b40-193f-487f-9b27-bdd28091eaeb tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group_rule (33ef259c-f282-4732-a38c-7de07fc92942), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:12.532657 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8a920530-f6c4-4c9d-9699-d9ea0c7429e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (6700fbe6-9826-4a55-a90b-e29df0d7e7b5), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:12.540058 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68edd8a4-88f0-450f-96ca-1558e6e2924d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81029cdf-49d3-4e6e-b1ae-11d45dad64d8,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:12.627397 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-dcee35bb-93de-4cd4-80f0-534fc97e5022 None None] Port 23a08bfb-097b-4bc3-8dcd-7e6d429c1d77 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:36:12.634797 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-8a920530-f6c4-4c9d-9699-d9ea0c7429e8 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=aea5ebf794614ae0aedabca7fc761b27&name=default HTTP/1.1" status: 200 len: 2993 time: 1.4770541 Sep 30 09:36:12.635068 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-bc13f2c5-c415-46e2-bc5d-25ef21171a33 admin admin] Publish callbacks [] for security_group (81029cdf-49d3-4e6e-b1ae-11d45dad64d8), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:12.658039 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-bc13f2c5-c415-46e2-bc5d-25ef21171a33 admin admin] Publish callbacks [] for security_group (81029cdf-49d3-4e6e-b1ae-11d45dad64d8), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:12.666925 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a920530-f6c4-4c9d-9699-d9ea0c7429e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6700fbe6-9826-4a55-a90b-e29df0d7e7b5,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:12.674036 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 36146) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:12.732865 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:12.733704 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:12.739361 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-bc13f2c5-c415-46e2-bc5d-25ef21171a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (81029cdf-49d3-4e6e-b1ae-11d45dad64d8), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:12.743034 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-bc13f2c5-c415-46e2-bc5d-25ef21171a33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:12.744779 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-bc13f2c5-c415-46e2-bc5d-25ef21171a33 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/81029cdf-49d3-4e6e-b1ae-11d45dad64d8 HTTP/1.1" status: 204 len: 168 time: 0.3735976 Sep 30 09:36:12.765784 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port f075918f-22eb-47fc-b3ff-d56d1e52e8dd is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:36:12.766595 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (f075918f-22eb-47fc-b3ff-d56d1e52e8dd), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:12.768764 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc13f2c5-c415-46e2-bc5d-25ef21171a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81029cdf-49d3-4e6e-b1ae-11d45dad64d8,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:12.803276 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-be3a6b40-193f-487f-9b27-bdd28091eaeb tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group_rule (33ef259c-f282-4732-a38c-7de07fc92942), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:12.809339 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-be3a6b40-193f-487f-9b27-bdd28091eaeb tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766877'] for security_group_rule (33ef259c-f282-4732-a38c-7de07fc92942), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:12.826902 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a6b40-193f-487f-9b27-bdd28091eaeb tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33ef259c-f282-4732-a38c-7de07fc92942,revision_number=0']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:12.838347 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7ca9b0-3265-4008-8ff0-f72ce22288f3 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:36:12.844418 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-ab7ca9b0-3265-4008-8ff0-f72ce22288f3 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/313d570b-2960-43ba-9415-9cbba16b5ca8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5026441 Sep 30 09:36:12.849162 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-be3a6b40-193f-487f-9b27-bdd28091eaeb tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:12.851736 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-be3a6b40-193f-487f-9b27-bdd28091eaeb tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6528206 Sep 30 09:36:12.855728 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 36152) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:12.867973 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-7d59932e-c7e2-4773-978d-a6c74ba015f1 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Request body: {'floatingip': {'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:36:12.890763 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-995f2f60-1a7b-4b69-9097-7512a93d70f0 admin admin] Publish callbacks [] for security_group (6700fbe6-9826-4a55-a90b-e29df0d7e7b5), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:12.946504 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] For port f075918f-22eb-47fc-b3ff-d56d1e52e8dd, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=f075918f-22eb-47fc-b3ff-d56d1e52e8dd,segment=NetworkSegment(8ee3384b-29eb-481d-9dfd-879c28cb46fd),segment_id=8ee3384b-29eb-481d-9dfd-879c28cb46fd)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:36:12.948463 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7d59932e-c7e2-4773-978d-a6c74ba015f1 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:12.957876 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (f075918f-22eb-47fc-b3ff-d56d1e52e8dd), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:12.962199 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device bb125cde-5966-4c9f-bd86-c894237298ec up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:36:12.968523 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-995f2f60-1a7b-4b69-9097-7512a93d70f0 admin admin] Publish callbacks [] for security_group (6700fbe6-9826-4a55-a90b-e29df0d7e7b5), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:12.972433 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1924b901-4077-48ac-8b2b-b34e17a64b5c None None] Sync routers for ids ['313d570b-2960-43ba-9415-9cbba16b5ca8'] in dv-cinder-master-3-smb {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:36:12.996349 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1924b901-4077-48ac-8b2b-b34e17a64b5c None None] Routers {'313d570b-2960-43ba-9415-9cbba16b5ca8'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:36:12.997880 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-1924b901-4077-48ac-8b2b-b34e17a64b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:35:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['313d570b-2960-43ba-9415-9cbba16b5ca8'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:13.064017 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 36174) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:13.068380 dv-cinder-master-3-smb neutron-server[106376]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 30 09:36:13.089695 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-995f2f60-1a7b-4b69-9097-7512a93d70f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (6700fbe6-9826-4a55-a90b-e29df0d7e7b5), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:13.092214 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-995f2f60-1a7b-4b69-9097-7512a93d70f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:13.095712 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-995f2f60-1a7b-4b69-9097-7512a93d70f0 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/6700fbe6-9826-4a55-a90b-e29df0d7e7b5 HTTP/1.1" status: 204 len: 168 time: 0.4181638 Sep 30 09:36:13.136940 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f2f60-1a7b-4b69-9097-7512a93d70f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6700fbe6-9826-4a55-a90b-e29df0d7e7b5,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:13.149758 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-dcee35bb-93de-4cd4-80f0-534fc97e5022 None None] Attempt 7 to provision port 23a08bfb-097b-4bc3-8dcd-7e6d429c1d77 Sep 30 09:36:13.250363 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-1924b901-4077-48ac-8b2b-b34e17a64b5c None None] Set router 313d570b-2960-43ba-9415-9cbba16b5ca8 gateway port host: dv-cinder-master-3-smb {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:36:13.346549 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:13.661201 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7d59932e-c7e2-4773-978d-a6c74ba015f1 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:13.678105 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-1924b901-4077-48ac-8b2b-b34e17a64b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'name': 'tempest-AttachVolumeShelveTestJSON-2083709801-router', 'tenant_id': '7258740d324b4be18675101826a78ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.132'}], 'enable_snat': True}, 'gw_port_id': 'f075918f-22eb-47fc-b3ff-d56d1e52e8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:11Z', 'revision_number': 4, 'project_id': '7258740d324b4be18675101826a78ca7', 'gw_port': {'id': 'f075918f-22eb-47fc-b3ff-d56d1e52e8dd', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:01Z', 'updated_at': '2022-09-30T09:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '18520684-8f98-4574-afae-7b54f755415e', 'name': '', 'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272', 'tenant_id': '7258740d324b4be18675101826a78ca7', 'mac_address': 'fa:16:3e:72:b6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'caa068e9-5807-465e-a6a4-c687aab9e12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:09Z', 'updated_at': '2022-09-30T09:36:11Z', 'revision_number': 2, 'project_id': '7258740d324b4be18675101826a78ca7', 'subnets': [{'id': 'caa068e9-5807-465e-a6a4-c687aab9e12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:13.742642 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b21208e8-8f60-409f-a19a-6e7c8372fbce None None] Publish callbacks [] for port (23a08bfb-097b-4bc3-8dcd-7e6d429c1d77), precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:13.745788 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:13.752879 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:13.762974 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Pushing event updated for resources: {'Port': ['ID=f075918f-22eb-47fc-b3ff-d56d1e52e8dd,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:13.783946 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1924b901-4077-48ac-8b2b-b34e17a64b5c None None] Checking router: 313d570b-2960-43ba-9415-9cbba16b5ca8 for host: dv-cinder-master-3-smb {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:36:13.785176 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1924b901-4077-48ac-8b2b-b34e17a64b5c None None] Updating router 313d570b-2960-43ba-9415-9cbba16b5ca8 port 18520684-8f98-4574-afae-7b54f755415e binding host dv-cinder-master-3-smb {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:36:13.804415 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-5edb2596-1a42-4b55-af30-076f020cbaf2 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:13.815547 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b21208e8-8f60-409f-a19a-6e7c8372fbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (23a08bfb-097b-4bc3-8dcd-7e6d429c1d77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:13.830535 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-5edb2596-1a42-4b55-af30-076f020cbaf2 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/networks?id=6393c21b-9685-4d97-968d-d3184efd867f HTTP/1.1" status: 200 len: 811 time: 0.7635202 Sep 30 09:36:13.856871 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-57c63da3-2946-47bc-94f8-15036d2f4041 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/quotas/732bb88e765b4fc3921cb3e37be0270a HTTP/1.1" status: 200 len: 375 time: 0.0253444 Sep 30 09:36:13.887795 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1924b901-4077-48ac-8b2b-b34e17a64b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (18520684-8f98-4574-afae-7b54f755415e), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:13.891049 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-dcee35bb-93de-4cd4-80f0-534fc97e5022 None None] Port 23a08bfb-097b-4bc3-8dcd-7e6d429c1d77 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:36:13.931167 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [None req-7d59932e-c7e2-4773-978d-a6c74ba015f1 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Allocated IP 172.37.1.107 (4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2/0f15ec3b-6992-47ef-bdfa-402dc9430f5b/6b700590-c11d-499e-9a6e-da6c2f276f08) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:36:13.977203 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717ba0a-0205-4341-991d-dc3735e9299b None None] Pushing event updated for resources: {'Port': ['ID=23a08bfb-097b-4bc3-8dcd-7e6d429c1d77,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:13.981838 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port bb125cde-5966-4c9f-bd86-c894237298ec triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:36:13.982307 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (bb125cde-5966-4c9f-bd86-c894237298ec), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:13.982703 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port bb125cde-5966-4c9f-bd86-c894237298ec Sep 30 09:36:14.052896 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-917338cb-53f8-407f-8dca-af1bd60b3bb7 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=732bb88e765b4fc3921cb3e37be0270a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1950638 Sep 30 09:36:14.058479 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 36196) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:14.109211 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fc798991-5407-4a72-93f8-1f91aceab256 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:14.140360 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:14.142708 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7d59932e-c7e2-4773-978d-a6c74ba015f1 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for port (6b700590-c11d-499e-9a6e-da6c2f276f08), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:14.177537 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-b21208e8-8f60-409f-a19a-6e7c8372fbce None None] Attempting to bind port 23a08bfb-097b-4bc3-8dcd-7e6d429c1d77 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:36:14.178245 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-b21208e8-8f60-409f-a19a-6e7c8372fbce None None] Attempting to bind port 23a08bfb-097b-4bc3-8dcd-7e6d429c1d77 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '39ea8fdd-1369-4a8e-8903-72d960c9ae2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6393c21b-9685-4d97-968d-d3184efd867f'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:36:14.179474 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21208e8-8f60-409f-a19a-6e7c8372fbce None None] Attempting to bind port 23a08bfb-097b-4bc3-8dcd-7e6d429c1d77 on network 6393c21b-9685-4d97-968d-d3184efd867f {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:36:14.238793 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7d59932e-c7e2-4773-978d-a6c74ba015f1 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778'] for port (6b700590-c11d-499e-9a6e-da6c2f276f08), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:14.250474 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fc798991-5407-4a72-93f8-1f91aceab256 admin admin] Publish callbacks [] for security_group (0dce5642-4028-4336-aaad-e482505ca8ef), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:14.256357 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fc798991-5407-4a72-93f8-1f91aceab256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (0dce5642-4028-4336-aaad-e482505ca8ef), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:14.306385 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21208e8-8f60-409f-a19a-6e7c8372fbce None None] Checking agent: {'id': '99becae7-b4b2-4e0b-818d-0d19c65b4b56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 27, 31), 'started_at': datetime.datetime(2022, 9, 30, 9, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:36:14.307496 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21208e8-8f60-409f-a19a-6e7c8372fbce None None] Checking segment: {'id': '39ea8fdd-1369-4a8e-8903-72d960c9ae2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6393c21b-9685-4d97-968d-d3184efd867f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:36:14.308651 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b21208e8-8f60-409f-a19a-6e7c8372fbce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:14.310012 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21208e8-8f60-409f-a19a-6e7c8372fbce None None] Bound using segment: {'id': '39ea8fdd-1369-4a8e-8903-72d960c9ae2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6393c21b-9685-4d97-968d-d3184efd867f'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:36:14.311051 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-b21208e8-8f60-409f-a19a-6e7c8372fbce None None] Bound port: 23a08bfb-097b-4bc3-8dcd-7e6d429c1d77, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39ea8fdd-1369-4a8e-8903-72d960c9ae2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6393c21b-9685-4d97-968d-d3184efd867f'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:36:14.311661 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b21208e8-8f60-409f-a19a-6e7c8372fbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (23a08bfb-097b-4bc3-8dcd-7e6d429c1d77), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:14.314420 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port bb125cde-5966-4c9f-bd86-c894237298ec is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:36:14.361700 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d59932e-c7e2-4773-978d-a6c74ba015f1 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Pushing event updated for resources: {'Port': ['ID=6b700590-c11d-499e-9a6e-da6c2f276f08,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:14.392028 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d59932e-c7e2-4773-978d-a6c74ba015f1 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Network 4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:36:14.398059 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-fc798991-5407-4a72-93f8-1f91aceab256 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=a7018406563b46f48900b2fe70332e7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3355660 Sep 30 09:36:14.398059 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc798991-5407-4a72-93f8-1f91aceab256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dce5642-4028-4336-aaad-e482505ca8ef,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:14.398750 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-7d59932e-c7e2-4773-978d-a6c74ba015f1 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:36:14.405221 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d59932e-c7e2-4773-978d-a6c74ba015f1 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:36:14.411111 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-dcee35bb-93de-4cd4-80f0-534fc97e5022 None None] Attempt 8 to provision port 23a08bfb-097b-4bc3-8dcd-7e6d429c1d77 Sep 30 09:36:14.414096 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 36208) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:14.562011 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1924b901-4077-48ac-8b2b-b34e17a64b5c None None] Publish callbacks [] for port (18520684-8f98-4574-afae-7b54f755415e), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:14.572915 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1924b901-4077-48ac-8b2b-b34e17a64b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (18520684-8f98-4574-afae-7b54f755415e), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:14.620406 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 36218) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:14.667643 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-dcee35bb-93de-4cd4-80f0-534fc97e5022 None None] Port 23a08bfb-097b-4bc3-8dcd-7e6d429c1d77 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:36:14.677480 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a217942-4781-489b-9107-214a37e12fb2 admin admin] Publish callbacks [] for security_group (0dce5642-4028-4336-aaad-e482505ca8ef), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:14.686869 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7d59932e-c7e2-4773-978d-a6c74ba015f1 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for floatingip (2155f60d-d8ac-4448-833d-c6113ac88ae5), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:14.707042 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342989cf-6ebd-48ad-aff1-18dbb83c318b None None] Pushing event updated for resources: {'Port': ['ID=18520684-8f98-4574-afae-7b54f755415e,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:14.724148 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 36224) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:14.735361 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-2f6d8383-32c4-4104-b634-4eadb9b849ff tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2008337377', 'description': 'tempest-description--200720995'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:36:14.736893 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-b21208e8-8f60-409f-a19a-6e7c8372fbce None None] For port 23a08bfb-097b-4bc3-8dcd-7e6d429c1d77, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:36:14.743905 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-b21208e8-8f60-409f-a19a-6e7c8372fbce None None] For port 23a08bfb-097b-4bc3-8dcd-7e6d429c1d77, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=23a08bfb-097b-4bc3-8dcd-7e6d429c1d77,segment=NetworkSegment(39ea8fdd-1369-4a8e-8903-72d960c9ae2d),segment_id=39ea8fdd-1369-4a8e-8903-72d960c9ae2d)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:36:14.753170 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a217942-4781-489b-9107-214a37e12fb2 admin admin] Publish callbacks [] for security_group (0dce5642-4028-4336-aaad-e482505ca8ef), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:14.757579 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b21208e8-8f60-409f-a19a-6e7c8372fbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (23a08bfb-097b-4bc3-8dcd-7e6d429c1d77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:14.811584 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7d59932e-c7e2-4773-978d-a6c74ba015f1 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (6b700590-c11d-499e-9a6e-da6c2f276f08), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:14.817039 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:14.840027 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2f6d8383-32c4-4104-b634-4eadb9b849ff tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:14.863489 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21208e8-8f60-409f-a19a-6e7c8372fbce None None] Routers {'33f9e6ce-24db-4d3c-bc49-883e4f3f7d72'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:36:14.864547 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-b21208e8-8f60-409f-a19a-6e7c8372fbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:35:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['33f9e6ce-24db-4d3c-bc49-883e4f3f7d72'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:14.868246 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a217942-4781-489b-9107-214a37e12fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (0dce5642-4028-4336-aaad-e482505ca8ef), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:14.872217 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a217942-4781-489b-9107-214a37e12fb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:14.873467 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-1a217942-4781-489b-9107-214a37e12fb2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/0dce5642-4028-4336-aaad-e482505ca8ef HTTP/1.1" status: 204 len: 168 time: 0.4567626 Sep 30 09:36:14.896793 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-1924b901-4077-48ac-8b2b-b34e17a64b5c None None] Attempting to bind port 18520684-8f98-4574-afae-7b54f755415e on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:36:14.897457 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-1924b901-4077-48ac-8b2b-b34e17a64b5c None None] Attempting to bind port 18520684-8f98-4574-afae-7b54f755415e by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '564e7fba-80a0-41fa-9dbf-7d18353521c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:36:14.899488 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a217942-4781-489b-9107-214a37e12fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dce5642-4028-4336-aaad-e482505ca8ef,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:14.899704 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1924b901-4077-48ac-8b2b-b34e17a64b5c None None] Attempting to bind port 18520684-8f98-4574-afae-7b54f755415e on network 486301e7-f0bf-4b46-826b-b0b4132f2272 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:36:14.929915 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:14.934745 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device f075918f-22eb-47fc-b3ff-d56d1e52e8dd up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:36:14.969623 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1924b901-4077-48ac-8b2b-b34e17a64b5c None None] Checking agent: {'id': '99becae7-b4b2-4e0b-818d-0d19c65b4b56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 27, 31), 'started_at': datetime.datetime(2022, 9, 30, 9, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:36:14.970248 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1924b901-4077-48ac-8b2b-b34e17a64b5c None None] Checking segment: {'id': '564e7fba-80a0-41fa-9dbf-7d18353521c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:36:14.970813 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1924b901-4077-48ac-8b2b-b34e17a64b5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:14.971364 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1924b901-4077-48ac-8b2b-b34e17a64b5c None None] Bound using segment: {'id': '564e7fba-80a0-41fa-9dbf-7d18353521c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:36:14.972133 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-1924b901-4077-48ac-8b2b-b34e17a64b5c None None] Bound port: 18520684-8f98-4574-afae-7b54f755415e, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '564e7fba-80a0-41fa-9dbf-7d18353521c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:36:14.972673 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1924b901-4077-48ac-8b2b-b34e17a64b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (18520684-8f98-4574-afae-7b54f755415e), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:14.980219 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717ba0a-0205-4341-991d-dc3735e9299b None None] Pushing event updated for resources: {'Port': ['ID=23a08bfb-097b-4bc3-8dcd-7e6d429c1d77,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:15.048732 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-e1286d77-d42b-481c-8591-439705acf43b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1305217639-network', 'tenant_id': '33594f3cce6d402ea7aaa031691203b4'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:36:15.065143 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-1924b901-4077-48ac-8b2b-b34e17a64b5c None None] For port 18520684-8f98-4574-afae-7b54f755415e, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:36:15.072653 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-1924b901-4077-48ac-8b2b-b34e17a64b5c None None] For port 18520684-8f98-4574-afae-7b54f755415e, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=18520684-8f98-4574-afae-7b54f755415e,segment=NetworkSegment(564e7fba-80a0-41fa-9dbf-7d18353521c2),segment_id=564e7fba-80a0-41fa-9dbf-7d18353521c2)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:36:15.080758 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1924b901-4077-48ac-8b2b-b34e17a64b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (18520684-8f98-4574-afae-7b54f755415e), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:15.083020 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port f075918f-22eb-47fc-b3ff-d56d1e52e8dd triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:36:15.083573 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (f075918f-22eb-47fc-b3ff-d56d1e52e8dd), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:15.084241 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port f075918f-22eb-47fc-b3ff-d56d1e52e8dd Sep 30 09:36:15.115456 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1286d77-d42b-481c-8591-439705acf43b admin admin] Made reservation on behalf of 33594f3cce6d402ea7aaa031691203b4 for: {'network': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:36:15.119901 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-b21208e8-8f60-409f-a19a-6e7c8372fbce None None] Set router 33f9e6ce-24db-4d3c-bc49-883e4f3f7d72 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:36:15.120121 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-e1286d77-d42b-481c-8591-439705acf43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for network (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:15.126700 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0b7cf5-5b18-4716-b18f-3a264892adf3 None None] Sync routers for ids ['3b92f880-bce1-431d-953b-029e5d3c9818'] in dv-cinder-master-3-smb {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:36:15.154931 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-e1286d77-d42b-481c-8591-439705acf43b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:15.168076 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2f6d8383-32c4-4104-b634-4eadb9b849ff tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks [] for security_group (2c93e345-1be7-4f21-bde1-7a1952bd5d81), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:15.178347 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-dcee35bb-93de-4cd4-80f0-534fc97e5022 None None] Attempt 9 to provision port 23a08bfb-097b-4bc3-8dcd-7e6d429c1d77 Sep 30 09:36:15.209902 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2f6d8383-32c4-4104-b634-4eadb9b849ff tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (2c93e345-1be7-4f21-bde1-7a1952bd5d81), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:15.263385 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0b7cf5-5b18-4716-b18f-3a264892adf3 None None] Routers {'3b92f880-bce1-431d-953b-029e5d3c9818'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:36:15.263385 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-5a0b7cf5-5b18-4716-b18f-3a264892adf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:35:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['3b92f880-bce1-431d-953b-029e5d3c9818'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:15.271428 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342989cf-6ebd-48ad-aff1-18dbb83c318b None None] Pushing event updated for resources: {'Port': ['ID=18520684-8f98-4574-afae-7b54f755415e,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:15.274170 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1924b901-4077-48ac-8b2b-b34e17a64b5c None None] Routers {'313d570b-2960-43ba-9415-9cbba16b5ca8'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:36:15.275020 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-1924b901-4077-48ac-8b2b-b34e17a64b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:35:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['313d570b-2960-43ba-9415-9cbba16b5ca8'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:15.316418 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:15.317740 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:15.397784 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2f6d8383-32c4-4104-b634-4eadb9b849ff tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:15.399593 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-2f6d8383-32c4-4104-b634-4eadb9b849ff tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6719079 Sep 30 09:36:15.402536 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 36238) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:15.406264 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-1924b901-4077-48ac-8b2b-b34e17a64b5c None None] Set router 313d570b-2960-43ba-9415-9cbba16b5ca8 gateway port host: dv-cinder-master-3-smb {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:36:15.414035 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-92d44eab-d6d8-4dc7-bc04-60d1751cc458 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Request body: {'security_group_rule': {'security_group_id': '2c93e345-1be7-4f21-bde1-7a1952bd5d81', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:36:15.417186 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d8383-32c4-4104-b634-4eadb9b849ff tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c93e345-1be7-4f21-bde1-7a1952bd5d81,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:15.460837 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7d59932e-c7e2-4773-978d-a6c74ba015f1 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for port (6b700590-c11d-499e-9a6e-da6c2f276f08), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:15.470818 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7d59932e-c7e2-4773-978d-a6c74ba015f1 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (6b700590-c11d-499e-9a6e-da6c2f276f08), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:15.471982 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7d59932e-c7e2-4773-978d-a6c74ba015f1 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759975'] for floatingip (2155f60d-d8ac-4448-833d-c6113ac88ae5), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:15.481191 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:15.514946 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-230864b0-32db-46c6-8568-942fba8cdf87 service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 30 09:36:15.518935 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:15.523589 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-230864b0-32db-46c6-8568-942fba8cdf87 service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.5369804 Sep 30 09:36:15.527090 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-92d44eab-d6d8-4dc7-bc04-60d1751cc458 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks [] for security_group_rule (686ec980-e19d-4a8d-a69c-6161289c3af8), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:15.530126 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port f075918f-22eb-47fc-b3ff-d56d1e52e8dd is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:36:15.531891 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 8697b302-6b57-402f-a95a-be66dd1a6302 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:36:15.544874 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7d59932e-c7e2-4773-978d-a6c74ba015f1 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for floatingip (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:15.546635 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-7d59932e-c7e2-4773-978d-a6c74ba015f1 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6872489 Sep 30 09:36:15.567105 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d59932e-c7e2-4773-978d-a6c74ba015f1 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Pushing event updated for resources: {'Port': ['ID=6b700590-c11d-499e-9a6e-da6c2f276f08,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:15.610654 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-5a0b7cf5-5b18-4716-b18f-3a264892adf3 None None] Set router 3b92f880-bce1-431d-953b-029e5d3c9818 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:36:15.631444 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-e1286d77-d42b-481c-8591-439705acf43b admin admin] Publish callbacks [] for security_group (c70947b2-a0bc-41f6-bccc-d14a167b6bc8), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:15.644778 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-e1286d77-d42b-481c-8591-439705acf43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (c70947b2-a0bc-41f6-bccc-d14a167b6bc8), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:15.659835 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-92d44eab-d6d8-4dc7-bc04-60d1751cc458 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks [] for security_group_rule (686ec980-e19d-4a8d-a69c-6161289c3af8), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:15.692430 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-92d44eab-d6d8-4dc7-bc04-60d1751cc458 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766877'] for security_group_rule (686ec980-e19d-4a8d-a69c-6161289c3af8), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:15.722228 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:15.723973 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-dcee35bb-93de-4cd4-80f0-534fc97e5022 None None] Current status of the port 23a08bfb-097b-4bc3-8dcd-7e6d429c1d77 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:36:15.724419 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dcee35bb-93de-4cd4-80f0-534fc97e5022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (23a08bfb-097b-4bc3-8dcd-7e6d429c1d77), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:15.731368 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d44eab-d6d8-4dc7-bc04-60d1751cc458 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=686ec980-e19d-4a8d-a69c-6161289c3af8,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:15.746895 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-92d44eab-d6d8-4dc7-bc04-60d1751cc458 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:15.751362 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-92d44eab-d6d8-4dc7-bc04-60d1751cc458 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3469419 Sep 30 09:36:15.758458 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 36252) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:15.765420 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-1a8450c2-a5a7-40e4-a5e9-db8bff7d0df1 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Request body: {'security_group_rule': {'security_group_id': '2c93e345-1be7-4f21-bde1-7a1952bd5d81', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:36:15.791556 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-dcee35bb-93de-4cd4-80f0-534fc97e5022 None None] For port 23a08bfb-097b-4bc3-8dcd-7e6d429c1d77, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=23a08bfb-097b-4bc3-8dcd-7e6d429c1d77,segment=NetworkSegment(39ea8fdd-1369-4a8e-8903-72d960c9ae2d),segment_id=39ea8fdd-1369-4a8e-8903-72d960c9ae2d)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:36:15.792792 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:15.804961 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1286d77-d42b-481c-8591-439705acf43b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=106375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:36:15.816018 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a8450c2-a5a7-40e4-a5e9-db8bff7d0df1 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks [] for security_group_rule (262a3826-2c04-415d-bfb6-dd0487bcab8f), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:15.828064 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-01b87d24-3153-48b1-aae1-b3f0e0278a77 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/6393c21b-9685-4d97-968d-d3184efd867f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544038 Sep 30 09:36:15.838651 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1286d77-d42b-481c-8591-439705acf43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70947b2-a0bc-41f6-bccc-d14a167b6bc8,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:15.870111 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port 8697b302-6b57-402f-a95a-be66dd1a6302 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:36:15.873117 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (8697b302-6b57-402f-a95a-be66dd1a6302), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:15.873522 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port 8697b302-6b57-402f-a95a-be66dd1a6302 Sep 30 09:36:15.902794 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-1924b901-4077-48ac-8b2b-b34e17a64b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'name': 'tempest-AttachVolumeShelveTestJSON-2083709801-router', 'tenant_id': '7258740d324b4be18675101826a78ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.132'}], 'enable_snat': True}, 'gw_port_id': 'f075918f-22eb-47fc-b3ff-d56d1e52e8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:11Z', 'revision_number': 4, 'project_id': '7258740d324b4be18675101826a78ca7', 'gw_port': {'id': 'f075918f-22eb-47fc-b3ff-d56d1e52e8dd', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:01Z', 'updated_at': '2022-09-30T09:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '18520684-8f98-4574-afae-7b54f755415e', 'name': '', 'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272', 'tenant_id': '7258740d324b4be18675101826a78ca7', 'mac_address': 'fa:16:3e:72:b6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'caa068e9-5807-465e-a6a4-c687aab9e12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:09Z', 'updated_at': '2022-09-30T09:36:15Z', 'revision_number': 4, 'project_id': '7258740d324b4be18675101826a78ca7', 'subnets': [{'id': 'caa068e9-5807-465e-a6a4-c687aab9e12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:15.907706 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-e1286d77-d42b-481c-8591-439705acf43b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770945895617', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765'] for segment (7344b368-ed7a-4daf-8cda-187c3740b2d0), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:15.908665 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-e1286d77-d42b-481c-8591-439705acf43b admin admin] Unsubscribe: segment precommit_create {{(pid=106375) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 30 09:36:15.914844 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.db.segments_db [None req-e1286d77-d42b-481c-8591-439705acf43b admin admin] Added segment 7344b368-ed7a-4daf-8cda-187c3740b2d0 of type vlan for network 4ae91d65-1a7d-43aa-88de-bfa9e90faa1d Sep 30 09:36:15.990580 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1924b901-4077-48ac-8b2b-b34e17a64b5c None None] The sync data for ids ['313d570b-2960-43ba-9415-9cbba16b5ca8'] in dv-cinder-master-3-smb is: [{'id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'name': 'tempest-AttachVolumeShelveTestJSON-2083709801-router', 'tenant_id': '7258740d324b4be18675101826a78ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.132'}], 'enable_snat': True}, 'gw_port_id': 'f075918f-22eb-47fc-b3ff-d56d1e52e8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:11Z', 'revision_number': 4, 'project_id': '7258740d324b4be18675101826a78ca7', 'gw_port': {'id': 'f075918f-22eb-47fc-b3ff-d56d1e52e8dd', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:01Z', 'updated_at': '2022-09-30T09:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '18520684-8f98-4574-afae-7b54f755415e', 'name': '', 'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272', 'tenant_id': '7258740d324b4be18675101826a78ca7', 'mac_address': 'fa:16:3e:72:b6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'caa068e9-5807-465e-a6a4-c687aab9e12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:09Z', 'updated_at': '2022-09-30T09:36:15Z', 'revision_number': 4, 'project_id': '7258740d324b4be18675101826a78ca7', 'subnets': [{'id': 'caa068e9-5807-465e-a6a4-c687aab9e12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:36:16.076481 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 36276) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:16.079111 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-e329b2b9-46b1-44e0-983c-0d4cdf773404 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/6393c21b-9685-4d97-968d-d3184efd867f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434146 Sep 30 09:36:16.095806 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a8450c2-a5a7-40e4-a5e9-db8bff7d0df1 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks [] for security_group_rule (262a3826-2c04-415d-bfb6-dd0487bcab8f), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:16.110639 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a8450c2-a5a7-40e4-a5e9-db8bff7d0df1 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766877'] for security_group_rule (262a3826-2c04-415d-bfb6-dd0487bcab8f), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:16.124694 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-e1286d77-d42b-481c-8591-439705acf43b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770945417400'] for network (4ae91d65-1a7d-43aa-88de-bfa9e90faa1d), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:16.171640 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:16.181865 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-e1286d77-d42b-481c-8591-439705acf43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347'] for network (4ae91d65-1a7d-43aa-88de-bfa9e90faa1d), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:16.185883 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1286d77-d42b-481c-8591-439705acf43b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:16.188681 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-e1286d77-d42b-481c-8591-439705acf43b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for network (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:16.198124 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1a8450c2-a5a7-40e4-a5e9-db8bff7d0df1 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:16.207841 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-1a8450c2-a5a7-40e4-a5e9-db8bff7d0df1 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4481730 Sep 30 09:36:16.208062 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 36284) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:16.223852 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8450c2-a5a7-40e4-a5e9-db8bff7d0df1 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=262a3826-2c04-415d-bfb6-dd0487bcab8f,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:16.259167 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-6165b296-0544-4500-8530-8a95284fad28 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Request body: {'floatingip': {'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:36:16.265570 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-5f132638-1eb1-49de-88c4-1b392b5448b4 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--297391755&fields=id&tenant_id=277b0f36e38f42909ad307ca1d09b7da HTTP/1.1" status: 200 len: 267 time: 0.1850326 Sep 30 09:36:16.486433 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dcee35bb-93de-4cd4-80f0-534fc97e5022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (23a08bfb-097b-4bc3-8dcd-7e6d429c1d77), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:16.602013 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 36308) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:16.604813 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-e1286d77-d42b-481c-8591-439705acf43b admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9829459 Sep 30 09:36:16.625087 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1286d77-d42b-481c-8591-439705acf43b admin admin] Pushing event updated for resources: {'Network': ['ID=4ae91d65-1a7d-43aa-88de-bfa9e90faa1d,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:16.631038 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-6165b296-0544-4500-8530-8a95284fad28 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:16.661396 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-dcee35bb-93de-4cd4-80f0-534fc97e5022 None None] Provisioning complete for port dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:36:16.663752 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dcee35bb-93de-4cd4-80f0-534fc97e5022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:16.664102 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-dcee35bb-93de-4cd4-80f0-534fc97e5022 None None] Attempt 1 to provision port dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb Sep 30 09:36:16.675338 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-f5cc7498-d98a-4f1a-a7f4-27d5b06bc165 admin admin] Request body: {'subnet': {'network_id': '4ae91d65-1a7d-43aa-88de-bfa9e90faa1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1305217639-subnet', 'tenant_id': '33594f3cce6d402ea7aaa031691203b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:36:16.738488 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee35bb-93de-4cd4-80f0-534fc97e5022 None None] Pushing event updated for resources: {'Port': ['ID=23a08bfb-097b-4bc3-8dcd-7e6d429c1d77,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:16.763399 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Network 4ae91d65-1a7d-43aa-88de-bfa9e90faa1d details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:36:16.788624 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-ae927ddc-749c-4a3d-8668-17c0f4813a7d tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:16.792769 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-ae927ddc-749c-4a3d-8668-17c0f4813a7d tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/networks?id=b208ce5f-758d-4f0c-90ce-9c825be7bba2 HTTP/1.1" status: 200 len: 814 time: 0.5138237 Sep 30 09:36:16.891975 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-6165b296-0544-4500-8530-8a95284fad28 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:16.939296 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4565bfae-14f0-4700-8a93-4e5f865b9b6c req-bdc38a8b-ecf2-4ec4-b648-aa0b8bcf0966 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a85f5874-4497-40f9-b65a-cf96396c1a41 HTTP/1.1" status: 200 len: 210 time: 0.2879195 Sep 30 09:36:16.946965 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-78832bd6-0e87-44e1-a9de-6ee50084e47f tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/quotas/277b0f36e38f42909ad307ca1d09b7da HTTP/1.1" status: 200 len: 375 time: 0.0980363 Sep 30 09:36:16.985739 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5cc7498-d98a-4f1a-a7f4-27d5b06bc165 admin admin] Made reservation on behalf of 33594f3cce6d402ea7aaa031691203b4 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:36:16.989719 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f5cc7498-d98a-4f1a-a7f4-27d5b06bc165 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:17.055593 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:17.060176 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-b21208e8-8f60-409f-a19a-6e7c8372fbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f9e6ce-24db-4d3c-bc49-883e4f3f7d72', 'name': 'tempest-DeleteServersTestJSON-680401777-router', 'tenant_id': '732bb88e765b4fc3921cb3e37be0270a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bb125cde-5966-4c9f-bd86-c894237298ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:35:58Z', 'updated_at': '2022-09-30T09:36:07Z', 'revision_number': 4, 'project_id': '732bb88e765b4fc3921cb3e37be0270a', 'gw_port': {'id': 'bb125cde-5966-4c9f-bd86-c894237298ec', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:95:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f9e6ce-24db-4d3c-bc49-883e4f3f7d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:35:59Z', 'updated_at': '2022-09-30T09:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '23a08bfb-097b-4bc3-8dcd-7e6d429c1d77', 'name': '', 'network_id': '6393c21b-9685-4d97-968d-d3184efd867f', 'tenant_id': '732bb88e765b4fc3921cb3e37be0270a', 'mac_address': 'fa:16:3e:84:ea:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f9e6ce-24db-4d3c-bc49-883e4f3f7d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0107e732-10dd-41f2-85e4-67fccefb952d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:05Z', 'updated_at': '2022-09-30T09:36:14Z', 'revision_number': 4, 'project_id': '732bb88e765b4fc3921cb3e37be0270a', 'subnets': [{'id': '0107e732-10dd-41f2-85e4-67fccefb952d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:17.076153 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-dcee35bb-93de-4cd4-80f0-534fc97e5022 None None] Current status of the port dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:36:17.134375 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-51a60821-cffb-42a1-bbd1-188d8b222dba tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=277b0f36e38f42909ad307ca1d09b7da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1805711 Sep 30 09:36:17.144664 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:17.215445 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [None req-6165b296-0544-4500-8530-8a95284fad28 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Allocated IP 172.37.1.32 (4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2/0f15ec3b-6992-47ef-bdfa-402dc9430f5b/a1e22314-091e-4366-879e-f6df3c5229eb) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:36:17.240569 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21208e8-8f60-409f-a19a-6e7c8372fbce None None] The sync data for ids ['33f9e6ce-24db-4d3c-bc49-883e4f3f7d72'] in dv-cinder-master-3-smb is: [{'id': '33f9e6ce-24db-4d3c-bc49-883e4f3f7d72', 'name': 'tempest-DeleteServersTestJSON-680401777-router', 'tenant_id': '732bb88e765b4fc3921cb3e37be0270a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bb125cde-5966-4c9f-bd86-c894237298ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:35:58Z', 'updated_at': '2022-09-30T09:36:07Z', 'revision_number': 4, 'project_id': '732bb88e765b4fc3921cb3e37be0270a', 'gw_port': {'id': 'bb125cde-5966-4c9f-bd86-c894237298ec', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:95:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f9e6ce-24db-4d3c-bc49-883e4f3f7d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:35:59Z', 'updated_at': '2022-09-30T09:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '23a08bfb-097b-4bc3-8dcd-7e6d429c1d77', 'name': '', 'network_id': '6393c21b-9685-4d97-968d-d3184efd867f', 'tenant_id': '732bb88e765b4fc3921cb3e37be0270a', 'mac_address': 'fa:16:3e:84:ea:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f9e6ce-24db-4d3c-bc49-883e4f3f7d72', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0107e732-10dd-41f2-85e4-67fccefb952d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:05Z', 'updated_at': '2022-09-30T09:36:14Z', 'revision_number': 4, 'project_id': '732bb88e765b4fc3921cb3e37be0270a', 'subnets': [{'id': '0107e732-10dd-41f2-85e4-67fccefb952d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:36:17.255134 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-0b1e8990-247c-4cdd-9b94-3854507e2b97 None None] Provisioning complete for port d9a9c415-ba50-4acb-a115-5b616b49c87f triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:36:17.255134 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0b1e8990-247c-4cdd-9b94-3854507e2b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (d9a9c415-ba50-4acb-a115-5b616b49c87f), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:17.255460 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-0b1e8990-247c-4cdd-9b94-3854507e2b97 None None] Attempt 1 to provision port d9a9c415-ba50-4acb-a115-5b616b49c87f Sep 30 09:36:17.275452 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f5cc7498-d98a-4f1a-a7f4-27d5b06bc165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347'] for subnet (10c70b66-02b0-42a0-a1c9-3ab6af256c62), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:17.366456 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port 8697b302-6b57-402f-a95a-be66dd1a6302 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:36:17.366860 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (8697b302-6b57-402f-a95a-be66dd1a6302), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:17.447069 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-0b1e8990-247c-4cdd-9b94-3854507e2b97 None None] Current status of the port d9a9c415-ba50-4acb-a115-5b616b49c87f is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:36:17.470458 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] For port 8697b302-6b57-402f-a95a-be66dd1a6302, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=8697b302-6b57-402f-a95a-be66dd1a6302,segment=NetworkSegment(8ee3384b-29eb-481d-9dfd-879c28cb46fd),segment_id=8ee3384b-29eb-481d-9dfd-879c28cb46fd)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:36:17.483167 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (8697b302-6b57-402f-a95a-be66dd1a6302), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:17.486267 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-0b1e8990-247c-4cdd-9b94-3854507e2b97 None None] Provisioning complete for port 600c548c-0db2-4cb3-9561-68f0f39c3aa5 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:36:17.486426 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0b1e8990-247c-4cdd-9b94-3854507e2b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (600c548c-0db2-4cb3-9561-68f0f39c3aa5), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:17.486816 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-0b1e8990-247c-4cdd-9b94-3854507e2b97 None None] Attempt 1 to provision port 600c548c-0db2-4cb3-9561-68f0f39c3aa5 Sep 30 09:36:17.519379 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc7498-d98a-4f1a-a7f4-27d5b06bc165 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10c70b66-02b0-42a0-a1c9-3ab6af256c62,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:17.569353 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cc7498-d98a-4f1a-a7f4-27d5b06bc165 admin admin] Checking segment: {'id': '7344b368-ed7a-4daf-8cda-187c3740b2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4ae91d65-1a7d-43aa-88de-bfa9e90faa1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:36:17.572938 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-6165b296-0544-4500-8530-8a95284fad28 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks [] for port (a1e22314-091e-4366-879e-f6df3c5229eb), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:17.576272 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cc7498-d98a-4f1a-a7f4-27d5b06bc165 admin admin] Network hostable DHCP agents. Network: 4ae91d65-1a7d-43aa-88de-bfa9e90faa1d, hostable agents: ['505f8fe4-cf16-4cec-b766-e44aefc0193e'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:36:17.631280 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cc7498-d98a-4f1a-a7f4-27d5b06bc165 admin admin] Network 4ae91d65-1a7d-43aa-88de-bfa9e90faa1d is scheduled to be hosted by DHCP agent 505f8fe4-cf16-4cec-b766-e44aefc0193e with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:36:17.638556 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:17.652769 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-6165b296-0544-4500-8530-8a95284fad28 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778'] for port (a1e22314-091e-4366-879e-f6df3c5229eb), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:17.666218 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-f5cc7498-d98a-4f1a-a7f4-27d5b06bc165 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 4ae91d65-1a7d-43aa-88de-bfa9e90faa1d) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:36:17.679087 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cc7498-d98a-4f1a-a7f4-27d5b06bc165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:17.682962 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f5cc7498-d98a-4f1a-a7f4-27d5b06bc165 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for subnet (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:17.691964 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-0b1e8990-247c-4cdd-9b94-3854507e2b97 None None] Port 600c548c-0db2-4cb3-9561-68f0f39c3aa5 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:36:17.701006 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Pushing event updated for resources: {'Port': ['ID=8697b302-6b57-402f-a95a-be66dd1a6302,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:17.704827 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40d873b-d72c-4716-ad98-8b9dff439b51 None None] Network 4ae91d65-1a7d-43aa-88de-bfa9e90faa1d requested from dv-cinder-master-3-smb {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:36:17.745607 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-f5cc7498-d98a-4f1a-a7f4-27d5b06bc165 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1166449 Sep 30 09:36:17.786945 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-5a0b7cf5-5b18-4716-b18f-3a264892adf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'name': 'tempest-AttachVolumeNegativeTest-834901665-router', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94'}], 'enable_snat': True}, 'gw_port_id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:07Z', 'revision_number': 4, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'gw_port': {'id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:02Z', 'updated_at': '2022-09-30T09:36:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '600c548c-0db2-4cb3-9561-68f0f39c3aa5', 'name': '', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'mac_address': 'fa:16:3e:85:21:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:06Z', 'updated_at': '2022-09-30T09:36:08Z', 'revision_number': 2, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'subnets': [{'id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:17.794737 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 18520684-8f98-4574-afae-7b54f755415e up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:36:17.797881 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6165b296-0544-4500-8530-8a95284fad28 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Network 4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:36:17.818099 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-6165b296-0544-4500-8530-8a95284fad28 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:36:17.826808 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6165b296-0544-4500-8530-8a95284fad28 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:36:17.848894 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6165b296-0544-4500-8530-8a95284fad28 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Pushing event updated for resources: {'Port': ['ID=a1e22314-091e-4366-879e-f6df3c5229eb,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:17.947416 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0b7cf5-5b18-4716-b18f-3a264892adf3 None None] Checking router: 3b92f880-bce1-431d-953b-029e5d3c9818 for host: dv-cinder-master-3-smb {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:36:17.947826 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0b7cf5-5b18-4716-b18f-3a264892adf3 None None] Updating router 3b92f880-bce1-431d-953b-029e5d3c9818 port 600c548c-0db2-4cb3-9561-68f0f39c3aa5 binding host dv-cinder-master-3-smb {{(pid=106377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:36:17.950840 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-6165b296-0544-4500-8530-8a95284fad28 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks [] for floatingip (4ed1e141-fbde-4dd4-9a25-a4301c312029), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:18.053959 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5a0b7cf5-5b18-4716-b18f-3a264892adf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (600c548c-0db2-4cb3-9561-68f0f39c3aa5), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:18.094836 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-6165b296-0544-4500-8530-8a95284fad28 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (a1e22314-091e-4366-879e-f6df3c5229eb), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:18.244157 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-0b1e8990-247c-4cdd-9b94-3854507e2b97 None None] Attempt 2 to provision port 600c548c-0db2-4cb3-9561-68f0f39c3aa5 Sep 30 09:36:18.255507 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7c88c127-68aa-4409-8e12-2279ad324e29 req-1ae86fb2-0a3c-4336-b9cc-e7f4967bea4a tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a85f5874-4497-40f9-b65a-cf96396c1a41 HTTP/1.1" status: 200 len: 210 time: 0.1637602 Sep 30 09:36:18.284360 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:18.424063 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a603ad-aaad-4f3d-b761-5cd71a311fe7 None None] Network 4ae91d65-1a7d-43aa-88de-bfa9e90faa1d requested from dv-cinder-master-3-smb {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:36:18.555834 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port 18520684-8f98-4574-afae-7b54f755415e triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:36:18.556497 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (18520684-8f98-4574-afae-7b54f755415e), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:18.556933 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port 18520684-8f98-4574-afae-7b54f755415e Sep 30 09:36:18.606515 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-0b1e8990-247c-4cdd-9b94-3854507e2b97 None None] Port 600c548c-0db2-4cb3-9561-68f0f39c3aa5 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:36:18.648581 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-6165b296-0544-4500-8530-8a95284fad28 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks [] for port (a1e22314-091e-4366-879e-f6df3c5229eb), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:18.656522 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-6165b296-0544-4500-8530-8a95284fad28 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (a1e22314-091e-4366-879e-f6df3c5229eb), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:18.659843 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-6165b296-0544-4500-8530-8a95284fad28 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759975'] for floatingip (4ed1e141-fbde-4dd4-9a25-a4301c312029), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:18.760148 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-6165b296-0544-4500-8530-8a95284fad28 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for floatingip (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:18.769285 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-6165b296-0544-4500-8530-8a95284fad28 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5129204 Sep 30 09:36:18.787543 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:18.788689 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6165b296-0544-4500-8530-8a95284fad28 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Pushing event updated for resources: {'Port': ['ID=a1e22314-091e-4366-879e-f6df3c5229eb,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:18.830835 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-0913aaa7-5d28-492a-ae40-ac41849bd7d0 service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 30 09:36:18.831909 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-0913aaa7-5d28-492a-ae40-ac41849bd7d0 service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.6182394 Sep 30 09:36:18.927859 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port 18520684-8f98-4574-afae-7b54f755415e is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:36:18.929003 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (18520684-8f98-4574-afae-7b54f755415e), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:18.994553 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-0f33bc64-4201-4b84-854f-fb22f10abb4d service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b208ce5f-758d-4f0c-90ce-9c825be7bba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545556 Sep 30 09:36:19.021866 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] For port 18520684-8f98-4574-afae-7b54f755415e, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=18520684-8f98-4574-afae-7b54f755415e,segment=NetworkSegment(564e7fba-80a0-41fa-9dbf-7d18353521c2),segment_id=564e7fba-80a0-41fa-9dbf-7d18353521c2)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:36:19.032061 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (18520684-8f98-4574-afae-7b54f755415e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:19.033220 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 23a08bfb-097b-4bc3-8dcd-7e6d429c1d77 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:36:19.042600 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:19.108073 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-0b1e8990-247c-4cdd-9b94-3854507e2b97 None None] Attempt 3 to provision port 600c548c-0db2-4cb3-9561-68f0f39c3aa5 Sep 30 09:36:19.162167 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-0b1e8990-247c-4cdd-9b94-3854507e2b97 None None] Port 600c548c-0db2-4cb3-9561-68f0f39c3aa5 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:36:19.215012 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-315e8135-bb4b-4b19-bf60-c8c1b8436a3e service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b208ce5f-758d-4f0c-90ce-9c825be7bba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100010 Sep 30 09:36:19.273647 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:36:19.291658 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-06ccd951-5187-4f29-bf29-2f6f09380171 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2008337377&fields=id&tenant_id=7258740d324b4be18675101826a78ca7 HTTP/1.1" status: 200 len: 267 time: 0.0566962 Sep 30 09:36:19.331603 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port 23a08bfb-097b-4bc3-8dcd-7e6d429c1d77 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:36:19.332383 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (23a08bfb-097b-4bc3-8dcd-7e6d429c1d77), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:19.334208 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port 23a08bfb-097b-4bc3-8dcd-7e6d429c1d77 Sep 30 09:36:19.432089 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Pushing event updated for resources: {'Port': ['ID=18520684-8f98-4574-afae-7b54f755415e,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:19.523237 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5a0b7cf5-5b18-4716-b18f-3a264892adf3 None None] Publish callbacks [] for port (600c548c-0db2-4cb3-9561-68f0f39c3aa5), precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:19.547003 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5a0b7cf5-5b18-4716-b18f-3a264892adf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (600c548c-0db2-4cb3-9561-68f0f39c3aa5), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:19.576967 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-9c879442-eb6f-473c-824c-00e4d6359625 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:19.579984 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-9c879442-eb6f-473c-824c-00e4d6359625 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/networks?id=486301e7-f0bf-4b46-826b-b0b4132f2272 HTTP/1.1" status: 200 len: 817 time: 0.2691402 Sep 30 09:36:19.616835 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-e47bbdf7-5551-4fe0-8a1e-0f4522488357 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/quotas/7258740d324b4be18675101826a78ca7 HTTP/1.1" status: 200 len: 375 time: 0.0312989 Sep 30 09:36:19.699676 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-0b1e8990-247c-4cdd-9b94-3854507e2b97 None None] Attempt 4 to provision port 600c548c-0db2-4cb3-9561-68f0f39c3aa5 Sep 30 09:36:19.751978 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-2bd6269f-7937-4304-899f-37c40b72235e tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=7258740d324b4be18675101826a78ca7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1253617 Sep 30 09:36:19.780382 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port 23a08bfb-097b-4bc3-8dcd-7e6d429c1d77 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:36:20.058892 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 18520684-8f98-4574-afae-7b54f755415e up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:36:20.108003 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2034f6-1b3f-4a37-a945-7b2b1c32322d None None] Pushing event updated for resources: {'Port': ['ID=600c548c-0db2-4cb3-9561-68f0f39c3aa5,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:20.131514 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-0b1e8990-247c-4cdd-9b94-3854507e2b97 None None] Port 600c548c-0db2-4cb3-9561-68f0f39c3aa5 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:36:20.146321 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-5a0b7cf5-5b18-4716-b18f-3a264892adf3 None None] Attempting to bind port 600c548c-0db2-4cb3-9561-68f0f39c3aa5 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:36:20.146860 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-5a0b7cf5-5b18-4716-b18f-3a264892adf3 None None] Attempting to bind port 600c548c-0db2-4cb3-9561-68f0f39c3aa5 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'e66f24b0-9893-442e-bdcf-fa149cc52000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:36:20.147544 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0b7cf5-5b18-4716-b18f-3a264892adf3 None None] Attempting to bind port 600c548c-0db2-4cb3-9561-68f0f39c3aa5 on network b208ce5f-758d-4f0c-90ce-9c825be7bba2 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:36:20.229550 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:20.285159 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port 18520684-8f98-4574-afae-7b54f755415e triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:36:20.285732 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (18520684-8f98-4574-afae-7b54f755415e), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:20.286344 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port 18520684-8f98-4574-afae-7b54f755415e Sep 30 09:36:20.322092 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0b7cf5-5b18-4716-b18f-3a264892adf3 None None] Checking agent: {'id': '99becae7-b4b2-4e0b-818d-0d19c65b4b56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 27, 31), 'started_at': datetime.datetime(2022, 9, 30, 9, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:36:20.322092 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0b7cf5-5b18-4716-b18f-3a264892adf3 None None] Checking segment: {'id': 'e66f24b0-9893-442e-bdcf-fa149cc52000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:36:20.322092 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5a0b7cf5-5b18-4716-b18f-3a264892adf3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:20.322092 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0b7cf5-5b18-4716-b18f-3a264892adf3 None None] Bound using segment: {'id': 'e66f24b0-9893-442e-bdcf-fa149cc52000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:36:20.322092 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-5a0b7cf5-5b18-4716-b18f-3a264892adf3 None None] Bound port: 600c548c-0db2-4cb3-9561-68f0f39c3aa5, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e66f24b0-9893-442e-bdcf-fa149cc52000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:36:20.324231 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5a0b7cf5-5b18-4716-b18f-3a264892adf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (600c548c-0db2-4cb3-9561-68f0f39c3aa5), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:20.365798 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-a791c2dc-9835-4f51-968a-1bf69ee58b5a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/486301e7-f0bf-4b46-826b-b0b4132f2272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5306404 Sep 30 09:36:20.380450 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:20.398044 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-b54aad16-91f0-4574-a8f8-adf0e067282a req-d4574dde-d174-4370-a410-0504a92ae239 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a85f5874-4497-40f9-b65a-cf96396c1a41 HTTP/1.1" status: 200 len: 210 time: 0.1930022 Sep 30 09:36:20.451630 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-5a0b7cf5-5b18-4716-b18f-3a264892adf3 None None] For port 600c548c-0db2-4cb3-9561-68f0f39c3aa5, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:36:20.482670 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port 18520684-8f98-4574-afae-7b54f755415e is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:36:20.483899 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 8697b302-6b57-402f-a95a-be66dd1a6302 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:36:20.493999 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-5a0b7cf5-5b18-4716-b18f-3a264892adf3 None None] For port 600c548c-0db2-4cb3-9561-68f0f39c3aa5, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=600c548c-0db2-4cb3-9561-68f0f39c3aa5,segment=NetworkSegment(e66f24b0-9893-442e-bdcf-fa149cc52000),segment_id=e66f24b0-9893-442e-bdcf-fa149cc52000)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:36:20.527566 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 36488) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:20.536058 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-83489fc5-9d16-462d-8835-bd2309d91a63 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-35200125-network', 'tenant_id': '0d563afa0afd4dae894d8256e838aeb5'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:36:20.560305 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:20.582998 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5a0b7cf5-5b18-4716-b18f-3a264892adf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (600c548c-0db2-4cb3-9561-68f0f39c3aa5), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:20.599038 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-993f272f-2420-42e3-a452-766ffe5ce025 req-57a18a81-9135-4ed7-ab1a-967754915d71 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7afabbde-d38f-4220-ba51-d309cf29ab34 HTTP/1.1" status: 200 len: 210 time: 0.0325856 Sep 30 09:36:20.632553 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-db2613ed-59e2-48ce-8cbb-e8bdfa263c89 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/486301e7-f0bf-4b46-826b-b0b4132f2272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574158 Sep 30 09:36:20.643406 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83489fc5-9d16-462d-8835-bd2309d91a63 admin admin] Made reservation on behalf of 0d563afa0afd4dae894d8256e838aeb5 for: {'network': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:36:20.646587 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-83489fc5-9d16-462d-8835-bd2309d91a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for network (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:20.662254 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-0b1e8990-247c-4cdd-9b94-3854507e2b97 None None] Attempt 5 to provision port 600c548c-0db2-4cb3-9561-68f0f39c3aa5 Sep 30 09:36:20.671370 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-83489fc5-9d16-462d-8835-bd2309d91a63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:20.758638 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.40', 58928) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:20.813813 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0b7cf5-5b18-4716-b18f-3a264892adf3 None None] Routers {'3b92f880-bce1-431d-953b-029e5d3c9818'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:36:20.814675 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-5a0b7cf5-5b18-4716-b18f-3a264892adf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:35:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['3b92f880-bce1-431d-953b-029e5d3c9818'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:21.041268 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port 8697b302-6b57-402f-a95a-be66dd1a6302 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:36:21.041821 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (8697b302-6b57-402f-a95a-be66dd1a6302), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:21.042169 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port 8697b302-6b57-402f-a95a-be66dd1a6302 Sep 30 09:36:21.044101 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2034f6-1b3f-4a37-a945-7b2b1c32322d None None] Pushing event updated for resources: {'Port': ['ID=600c548c-0db2-4cb3-9561-68f0f39c3aa5,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:21.257052 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-83489fc5-9d16-462d-8835-bd2309d91a63 admin admin] Publish callbacks [] for security_group (05a8b0cb-6981-4e33-b48e-dcfa9407e8f9), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:21.257587 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-0b1e8990-247c-4cdd-9b94-3854507e2b97 None None] Current status of the port 600c548c-0db2-4cb3-9561-68f0f39c3aa5 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:36:21.258004 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0b1e8990-247c-4cdd-9b94-3854507e2b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (600c548c-0db2-4cb3-9561-68f0f39c3aa5), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:21.264021 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-83489fc5-9d16-462d-8835-bd2309d91a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (05a8b0cb-6981-4e33-b48e-dcfa9407e8f9), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:21.312059 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83489fc5-9d16-462d-8835-bd2309d91a63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=106375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:36:21.354115 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-83489fc5-9d16-462d-8835-bd2309d91a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765'] for segment (d90bb16c-4060-415c-bdd0-d9e357b0e60e), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:21.355563 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.db.segments_db [None req-83489fc5-9d16-462d-8835-bd2309d91a63 admin admin] Added segment d90bb16c-4060-415c-bdd0-d9e357b0e60e of type vlan for network 6c467cb0-7d54-47ad-85e9-8bc7dc2d46f5 Sep 30 09:36:21.357122 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83489fc5-9d16-462d-8835-bd2309d91a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a8b0cb-6981-4e33-b48e-dcfa9407e8f9,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:21.376512 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:INSERT=14,neutron:UPDATE=3,neutron:SELECT=83 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:21.398111 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 36524) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:21.427102 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-0b1e8990-247c-4cdd-9b94-3854507e2b97 None None] For port 600c548c-0db2-4cb3-9561-68f0f39c3aa5, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=600c548c-0db2-4cb3-9561-68f0f39c3aa5,segment=NetworkSegment(e66f24b0-9893-442e-bdcf-fa149cc52000),segment_id=e66f24b0-9893-442e-bdcf-fa149cc52000)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:36:21.460522 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-5a0b7cf5-5b18-4716-b18f-3a264892adf3 None None] Set router 3b92f880-bce1-431d-953b-029e5d3c9818 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:36:21.490177 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-fb70e667-2ea0-4717-9c7e-6efdb371aa89 req-c796e635-d04f-4dcc-b156-480a70c2c018 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 210 time: 0.4955463 Sep 30 09:36:21.502035 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-83489fc5-9d16-462d-8835-bd2309d91a63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770945417400'] for network (6c467cb0-7d54-47ad-85e9-8bc7dc2d46f5), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:21.580830 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-6710476a-1bf9-4ddd-99fa-42e48de01ae4 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:21.582501 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-6710476a-1bf9-4ddd-99fa-42e48de01ae4 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.40 "GET /networking/v2.0/networks?id=6393c21b-9685-4d97-968d-d3184efd867f HTTP/1.1" status: 200 len: 811 time: 0.8224635 Sep 30 09:36:21.592111 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-83489fc5-9d16-462d-8835-bd2309d91a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347'] for network (6c467cb0-7d54-47ad-85e9-8bc7dc2d46f5), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:21.596733 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83489fc5-9d16-462d-8835-bd2309d91a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:21.597901 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-83489fc5-9d16-462d-8835-bd2309d91a63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for network (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:21.603400 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0b1e8990-247c-4cdd-9b94-3854507e2b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (600c548c-0db2-4cb3-9561-68f0f39c3aa5), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:21.681402 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-e480f833-d9d2-4464-85f1-c85dee3905c2 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] Request body: {'port': {'device_id': 'a85f5874-4497-40f9-b65a-cf96396c1a41', 'network_id': '6393c21b-9685-4d97-968d-d3184efd867f', 'admin_state_up': True, 'tenant_id': '732bb88e765b4fc3921cb3e37be0270a'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:36:21.719181 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-0b1e8990-247c-4cdd-9b94-3854507e2b97 None None] Provisioning complete for port 23a08bfb-097b-4bc3-8dcd-7e6d429c1d77 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:36:21.719578 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0b1e8990-247c-4cdd-9b94-3854507e2b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (23a08bfb-097b-4bc3-8dcd-7e6d429c1d77), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:21.719926 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-0b1e8990-247c-4cdd-9b94-3854507e2b97 None None] Attempt 1 to provision port 23a08bfb-097b-4bc3-8dcd-7e6d429c1d77 Sep 30 09:36:21.825689 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83489fc5-9d16-462d-8835-bd2309d91a63 admin admin] Pushing event updated for resources: {'Network': ['ID=6c467cb0-7d54-47ad-85e9-8bc7dc2d46f5,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:21.847200 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-83489fc5-9d16-462d-8835-bd2309d91a63 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3179033 Sep 30 09:36:21.852266 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 36556) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:21.864379 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-e8a94e9a-6c6a-4a0b-83a6-9ac0b076cce4 admin admin] Request body: {'subnet': {'network_id': '6c467cb0-7d54-47ad-85e9-8bc7dc2d46f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-35200125-subnet', 'tenant_id': '0d563afa0afd4dae894d8256e838aeb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:36:21.906467 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Network 6c467cb0-7d54-47ad-85e9-8bc7dc2d46f5 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:36:21.937478 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a94e9a-6c6a-4a0b-83a6-9ac0b076cce4 admin admin] Made reservation on behalf of 0d563afa0afd4dae894d8256e838aeb5 for: {'subnet': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:36:21.968439 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-e8a94e9a-6c6a-4a0b-83a6-9ac0b076cce4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:22.170070 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=100 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:22.464592 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e8990-247c-4cdd-9b94-3854507e2b97 None None] Pushing event updated for resources: {'Port': ['ID=600c548c-0db2-4cb3-9561-68f0f39c3aa5,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:22.504252 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port 8697b302-6b57-402f-a95a-be66dd1a6302 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:36:22.534462 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-e8a94e9a-6c6a-4a0b-83a6-9ac0b076cce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347'] for subnet (8e3304cc-c5ae-413b-abc9-e1c3e3fadf1e), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:22.578864 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8a9cad06-b996-4143-ba11-86d35f27c5d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:22.651497 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-5a0b7cf5-5b18-4716-b18f-3a264892adf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'name': 'tempest-AttachVolumeNegativeTest-834901665-router', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94'}], 'enable_snat': True}, 'gw_port_id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:07Z', 'revision_number': 4, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'gw_port': {'id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:02Z', 'updated_at': '2022-09-30T09:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '600c548c-0db2-4cb3-9561-68f0f39c3aa5', 'name': '', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'mac_address': 'fa:16:3e:85:21:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:06Z', 'updated_at': '2022-09-30T09:36:20Z', 'revision_number': 4, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'subnets': [{'id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:22.667677 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f716cd9b-255d-4e90-9597-3a6ec162fb37 req-6080d872-cd8b-4786-b504-4deb1a145935 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7afabbde-d38f-4220-ba51-d309cf29ab34 HTTP/1.1" status: 200 len: 210 time: 0.8025160 Sep 30 09:36:22.690435 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:22.700933 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8a9cad06-b996-4143-ba11-86d35f27c5d7 admin admin] Publish callbacks [] for security_group (d5504a9a-fe18-4218-9012-5f74894a8728), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:22.725580 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8a9cad06-b996-4143-ba11-86d35f27c5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (d5504a9a-fe18-4218-9012-5f74894a8728), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:22.731451 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 600c548c-0db2-4cb3-9561-68f0f39c3aa5 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:36:22.741992 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0b7cf5-5b18-4716-b18f-3a264892adf3 None None] The sync data for ids ['3b92f880-bce1-431d-953b-029e5d3c9818'] in dv-cinder-master-3-smb is: [{'id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'name': 'tempest-AttachVolumeNegativeTest-834901665-router', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94'}], 'enable_snat': True}, 'gw_port_id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:07Z', 'revision_number': 4, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'gw_port': {'id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:02Z', 'updated_at': '2022-09-30T09:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '600c548c-0db2-4cb3-9561-68f0f39c3aa5', 'name': '', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'mac_address': 'fa:16:3e:85:21:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:06Z', 'updated_at': '2022-09-30T09:36:20Z', 'revision_number': 4, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'subnets': [{'id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:36:22.744434 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:22.754766 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8fdc13f5-0d7b-4f22-a440-73ab8e128d3a req-7b91cd05-c7b4-4a3c-a486-3dc2537c6fde tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a85f5874-4497-40f9-b65a-cf96396c1a41 HTTP/1.1" status: 200 len: 210 time: 0.6392467 Sep 30 09:36:22.780863 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-8a9cad06-b996-4143-ba11-86d35f27c5d7 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=bb6c2450405e46c3b4b30cb58934e123&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2500143 Sep 30 09:36:22.783448 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 36590) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:22.806232 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a94e9a-6c6a-4a0b-83a6-9ac0b076cce4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e3304cc-c5ae-413b-abc9-e1c3e3fadf1e,revision_number=0']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:22.829343 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-0b1e8990-247c-4cdd-9b94-3854507e2b97 None None] Current status of the port 23a08bfb-097b-4bc3-8dcd-7e6d429c1d77 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:36:22.844767 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a94e9a-6c6a-4a0b-83a6-9ac0b076cce4 admin admin] Checking segment: {'id': 'd90bb16c-4060-415c-bdd0-d9e357b0e60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '6c467cb0-7d54-47ad-85e9-8bc7dc2d46f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:36:22.847810 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a94e9a-6c6a-4a0b-83a6-9ac0b076cce4 admin admin] Network hostable DHCP agents. Network: 6c467cb0-7d54-47ad-85e9-8bc7dc2d46f5, hostable agents: ['505f8fe4-cf16-4cec-b766-e44aefc0193e'], hosted agents: [] {{(pid=106375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:36:22.849604 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-0b1e8990-247c-4cdd-9b94-3854507e2b97 None None] Provisioning complete for port 18520684-8f98-4574-afae-7b54f755415e triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:36:22.850236 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0b1e8990-247c-4cdd-9b94-3854507e2b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (18520684-8f98-4574-afae-7b54f755415e), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:22.850762 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-0b1e8990-247c-4cdd-9b94-3854507e2b97 None None] Attempt 1 to provision port 18520684-8f98-4574-afae-7b54f755415e Sep 30 09:36:22.877849 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-e480f833-d9d2-4464-85f1-c85dee3905c2 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] Made reservation on behalf of 732bb88e765b4fc3921cb3e37be0270a for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:36:22.882972 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-e480f833-d9d2-4464-85f1-c85dee3905c2 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:22.905640 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9cad06-b996-4143-ba11-86d35f27c5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5504a9a-fe18-4218-9012-5f74894a8728,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:22.933117 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a94e9a-6c6a-4a0b-83a6-9ac0b076cce4 admin admin] Network 6c467cb0-7d54-47ad-85e9-8bc7dc2d46f5 is scheduled to be hosted by DHCP agent 505f8fe4-cf16-4cec-b766-e44aefc0193e with binding_index 1 {{(pid=106375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:36:22.944832 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-59b0be7f-dae6-4fde-8a72-95ab1c3de5bd req-f2bfdeba-9bbe-45e1-8204-5ae8da445b5e tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 210 time: 0.0446663 Sep 30 09:36:22.964013 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-e8a94e9a-6c6a-4a0b-83a6-9ac0b076cce4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 6c467cb0-7d54-47ad-85e9-8bc7dc2d46f5) {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:36:22.970594 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port 600c548c-0db2-4cb3-9561-68f0f39c3aa5 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:36:22.971337 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (600c548c-0db2-4cb3-9561-68f0f39c3aa5), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:22.971886 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port 600c548c-0db2-4cb3-9561-68f0f39c3aa5 Sep 30 09:36:22.978240 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0d00e9-1065-4621-9ed7-5228fa1b90e7 None None] Network 6c467cb0-7d54-47ad-85e9-8bc7dc2d46f5 requested from dv-cinder-master-3-smb {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:36:22.980257 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a94e9a-6c6a-4a0b-83a6-9ac0b076cce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:22.981035 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-e8a94e9a-6c6a-4a0b-83a6-9ac0b076cce4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for subnet (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:23.011383 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-e8a94e9a-6c6a-4a0b-83a6-9ac0b076cce4 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1569140 Sep 30 09:36:23.062811 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-0b1e8990-247c-4cdd-9b94-3854507e2b97 None None] Current status of the port 18520684-8f98-4574-afae-7b54f755415e is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:36:23.091178 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:23.201213 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port 600c548c-0db2-4cb3-9561-68f0f39c3aa5 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:36:23.207839 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:23.218714 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b780e7-e554-47ae-baf7-f20417c8a47d None None] Network 6c467cb0-7d54-47ad-85e9-8bc7dc2d46f5 requested from dv-cinder-master-3-smb {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:36:23.295637 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 36594) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:23.399346 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eadbd236-06fd-404b-a79e-c0ccc9371b58 admin admin] Publish callbacks [] for security_group (d5504a9a-fe18-4218-9012-5f74894a8728), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:23.451178 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dbe44e6-ceb4-4a03-9734-147776fa4b48 admin admin] Deleting subnet 10c70b66-02b0-42a0-a1c9-3ab6af256c62 {{(pid=106375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 30 09:36:23.468328 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7dbe44e6-ceb4-4a03-9734-147776fa4b48 admin admin] Publish callbacks [] for subnet (10c70b66-02b0-42a0-a1c9-3ab6af256c62), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:23.540197 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eadbd236-06fd-404b-a79e-c0ccc9371b58 admin admin] Publish callbacks [] for security_group (d5504a9a-fe18-4218-9012-5f74894a8728), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:23.682357 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:23.738018 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7dbe44e6-ceb4-4a03-9734-147776fa4b48 admin admin] Publish callbacks [] for subnet (10c70b66-02b0-42a0-a1c9-3ab6af256c62), precommit_delete_associations {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:23.765082 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.40', 58941) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:23.891295 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7dbe44e6-ceb4-4a03-9734-147776fa4b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3558478'] for subnet (10c70b66-02b0-42a0-a1c9-3ab6af256c62), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:24.015609 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-e480f833-d9d2-4464-85f1-c85dee3905c2 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] Allocated IP 172.20.0.7 (6393c21b-9685-4d97-968d-d3184efd867f/0107e732-10dd-41f2-85e4-67fccefb952d/44ba4930-6b1c-4c71-a0f2-91b620caa595) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:36:24.205519 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4a39299f-2b43-4c60-a8c1-4bbccd1797f3 req-b71b6bf2-8e89-4ba4-87db-047bdf83dec8 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7afabbde-d38f-4220-ba51-d309cf29ab34 HTTP/1.1" status: 200 len: 210 time: 0.1464875 Sep 30 09:36:24.334769 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-cb0869f8-3fba-4d47-97d8-2dc6d10f088d req-ef374b9a-7458-4332-9f88-5200d2354459 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a85f5874-4497-40f9-b65a-cf96396c1a41 HTTP/1.1" status: 200 len: 210 time: 0.2845287 Sep 30 09:36:24.555469 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-49ce66cd-7c42-4030-a8e9-058c2f46dcf3 req-a3d7cad2-553f-411c-95d4-428a9e05c337 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 210 time: 0.1275573 Sep 30 09:36:24.652049 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eadbd236-06fd-404b-a79e-c0ccc9371b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (d5504a9a-fe18-4218-9012-5f74894a8728), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:24.654787 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-eadbd236-06fd-404b-a79e-c0ccc9371b58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:24.658964 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-eadbd236-06fd-404b-a79e-c0ccc9371b58 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/d5504a9a-fe18-4218-9012-5f74894a8728 HTTP/1.1" status: 204 len: 168 time: 1.8728566 Sep 30 09:36:24.689557 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbd236-06fd-404b-a79e-c0ccc9371b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5504a9a-fe18-4218-9012-5f74894a8728,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:24.773413 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7dbe44e6-ceb4-4a03-9734-147776fa4b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347'] for subnet (10c70b66-02b0-42a0-a1c9-3ab6af256c62), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:24.781015 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-e480f833-d9d2-4464-85f1-c85dee3905c2 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] Publish callbacks [] for port (44ba4930-6b1c-4c71-a0f2-91b620caa595), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:24.790989 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-1eac2054-ba93-41c0-8e26-05d7b2c9a6a2 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:24.792520 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-1eac2054-ba93-41c0-8e26-05d7b2c9a6a2 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.40 "GET /networking/v2.0/networks?id=b208ce5f-758d-4f0c-90ce-9c825be7bba2 HTTP/1.1" status: 200 len: 814 time: 1.0245008 Sep 30 09:36:24.838275 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-e480f833-d9d2-4464-85f1-c85dee3905c2 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778'] for port (44ba4930-6b1c-4c71-a0f2-91b620caa595), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:24.845033 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe44e6-ceb4-4a03-9734-147776fa4b48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10c70b66-02b0-42a0-a1c9-3ab6af256c62,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:24.850084 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7dbe44e6-ceb4-4a03-9734-147776fa4b48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for subnet (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:24.855654 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-7dbe44e6-ceb4-4a03-9734-147776fa4b48 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/10c70b66-02b0-42a0-a1c9-3ab6af256c62 HTTP/1.1" status: 204 len: 168 time: 1.5589559 Sep 30 09:36:24.858664 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 36636) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:25.015554 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-e480f833-d9d2-4464-85f1-c85dee3905c2 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] Network 6393c21b-9685-4d97-968d-d3184efd867f is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:36:25.027479 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-e480f833-d9d2-4464-85f1-c85dee3905c2 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:36:25.033923 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-15ab32a5-6344-4b44-aea5-147404b98082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3480607'] for network (4ae91d65-1a7d-43aa-88de-bfa9e90faa1d), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:25.036759 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-e480f833-d9d2-4464-85f1-c85dee3905c2 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:36:25.044688 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-e480f833-d9d2-4464-85f1-c85dee3905c2 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:25.045352 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-e480f833-d9d2-4464-85f1-c85dee3905c2 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for port (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:25.105710 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e480f833-d9d2-4464-85f1-c85dee3905c2 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] Pushing event updated for resources: {'Port': ['ID=44ba4930-6b1c-4c71-a0f2-91b620caa595,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:25.129987 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-e480f833-d9d2-4464-85f1-c85dee3905c2 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4550982 Sep 30 09:36:25.294394 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-15ab32a5-6344-4b44-aea5-147404b98082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599224', 'neutron.services.segments.db._delete_segments_for_network-8770945895626'] for network (4ae91d65-1a7d-43aa-88de-bfa9e90faa1d), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:25.363887 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-15ab32a5-6344-4b44-aea5-147404b98082 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:36:25.372873 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-15ab32a5-6344-4b44-aea5-147404b98082 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:36:25.386431 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-15ab32a5-6344-4b44-aea5-147404b98082 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:36:25.401868 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-15ab32a5-6344-4b44-aea5-147404b98082 admin admin] Subscribe: > port after_create 55550000 {{(pid=106375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:36:25.402605 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-15ab32a5-6344-4b44-aea5-147404b98082 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:36:25.405462 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-15ab32a5-6344-4b44-aea5-147404b98082 admin admin] Subscribe: > port after_update 55550000 {{(pid=106375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:36:25.406054 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-15ab32a5-6344-4b44-aea5-147404b98082 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:36:25.406655 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-15ab32a5-6344-4b44-aea5-147404b98082 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:36:25.407223 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-15ab32a5-6344-4b44-aea5-147404b98082 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:36:25.408625 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-15ab32a5-6344-4b44-aea5-147404b98082 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:36:25.481870 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-d30719ed-923c-49aa-9757-9f3eae7803dc tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 30 09:36:25.482885 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-d30719ed-923c-49aa-9757-9f3eae7803dc tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0089543 Sep 30 09:36:25.484644 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-df3e6886-a42f-4a97-8f26-4e6435123bb6 req-aa8df0a0-fa12-4254-b8e1-0afb994ff78e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7afabbde-d38f-4220-ba51-d309cf29ab34 HTTP/1.1" status: 200 len: 210 time: 0.1206238 Sep 30 09:36:25.615734 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-73867a39-2158-4d4b-b47b-6445e6b7fc6c None None] Provisioning complete for port 44ba4930-6b1c-4c71-a0f2-91b620caa595 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:36:25.616233 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-73867a39-2158-4d4b-b47b-6445e6b7fc6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (44ba4930-6b1c-4c71-a0f2-91b620caa595), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:25.633271 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-73867a39-2158-4d4b-b47b-6445e6b7fc6c None None] Attempt 1 to provision port 44ba4930-6b1c-4c71-a0f2-91b620caa595 Sep 30 09:36:25.739404 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e00b97-0051-437d-a0e8-eb2206447f63 req-21c90017-ee63-477c-9638-c271c06f9d38 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:25.765574 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f3e00b97-0051-437d-a0e8-eb2206447f63 req-21c90017-ee63-477c-9638-c271c06f9d38 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a85f5874-4497-40f9-b65a-cf96396c1a41 HTTP/1.1" status: 200 len: 931 time: 0.2148089 Sep 30 09:36:25.768391 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 36664) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:25.775305 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.40', 58950) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:25.998251 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4466e323-3137-4d69-9cec-99c942e6c020 req-917ada3e-503c-4f2b-9e35-7df4c4f78fa9 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 210 time: 0.1719556 Sep 30 09:36:26.083394 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=100 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:26.087829 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-73867a39-2158-4d4b-b47b-6445e6b7fc6c None None] Port 44ba4930-6b1c-4c71-a0f2-91b620caa595 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:36:26.094824 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-53996763-c963-4f05-8a1f-bc3db8e9b171 service neutron] Request body: {'port': {'device_id': 'a85f5874-4497-40f9-b65a-cf96396c1a41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:36:26.127141 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b4aff49c-0092-40e6-abc5-8d39d064b571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:26.172861 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-53996763-c963-4f05-8a1f-bc3db8e9b171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (44ba4930-6b1c-4c71-a0f2-91b620caa595), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:26.186326 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-93362766-5aa2-4caf-a97d-5ead1e83bcde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:26.243188 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-15ab32a5-6344-4b44-aea5-147404b98082 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:36:26.244404 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-15ab32a5-6344-4b44-aea5-147404b98082 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:36:26.245091 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-15ab32a5-6344-4b44-aea5-147404b98082 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:36:26.245708 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-15ab32a5-6344-4b44-aea5-147404b98082 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106375) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:36:26.246388 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.services.segments.db [None req-15ab32a5-6344-4b44-aea5-147404b98082 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae91d65-1a7d-43aa-88de-bfa9e90faa1d']}} {{(pid=106375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:26.276721 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:26.281377 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.services.segments.db [None req-15ab32a5-6344-4b44-aea5-147404b98082 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7344b368-ed7a-4daf-8cda-187c3740b2d0') {'for_net_delete': True} {{(pid=106375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:26.281951 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.services.segments.db [None req-15ab32a5-6344-4b44-aea5-147404b98082 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7344b368-ed7a-4daf-8cda-187c3740b2d0') {} {{(pid=106375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:26.299790 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:UPDATE=5,neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:26.302971 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-15ab32a5-6344-4b44-aea5-147404b98082 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770945931879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32198680'] for segment (7344b368-ed7a-4daf-8cda-187c3740b2d0), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:26.331578 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-15ab32a5-6344-4b44-aea5-147404b98082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765'] for segment (7344b368-ed7a-4daf-8cda-187c3740b2d0), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:26.342923 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15ab32a5-6344-4b44-aea5-147404b98082 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=106375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:36:26.343708 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-15ab32a5-6344-4b44-aea5-147404b98082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1379081'] for segment (7344b368-ed7a-4daf-8cda-187c3740b2d0), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:26.351895 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f3e00b97-0051-437d-a0e8-eb2206447f63 req-8ba44161-8350-453b-ac73-d34d8a18f0a2 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=13391bd4-de0a-4b53-9830-5e8fb0a0885f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5851729 Sep 30 09:36:26.359128 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=47 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:26.432860 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-15ab32a5-6344-4b44-aea5-147404b98082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3599219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759962'] for network (4ae91d65-1a7d-43aa-88de-bfa9e90faa1d), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:26.522487 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-15ab32a5-6344-4b44-aea5-147404b98082 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for network (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:26.528178 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-15ab32a5-6344-4b44-aea5-147404b98082 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/4ae91d65-1a7d-43aa-88de-bfa9e90faa1d HTTP/1.1" status: 204 len: 168 time: 1.6645854 Sep 30 09:36:26.532680 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 36698) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:26.535888 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab32a5-6344-4b44-aea5-147404b98082 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ae91d65-1a7d-43aa-88de-bfa9e90faa1d,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:26.549578 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-f958482a-cbb2-4a4f-9491-52d01399c2d2 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:26.567358 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-f958482a-cbb2-4a4f-9491-52d01399c2d2 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.40 "GET /networking/v2.0/networks?id=486301e7-f0bf-4b46-826b-b0b4132f2272 HTTP/1.1" status: 200 len: 817 time: 0.7923260 Sep 30 09:36:26.586697 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-5c25c618-9a25-4439-8048-0da0f7a9f2e3 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=277b0f36e38f42909ad307ca1d09b7da HTTP/1.1" status: 200 len: 379 time: 0.1557786 Sep 30 09:36:26.590643 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-73867a39-2158-4d4b-b47b-6445e6b7fc6c None None] Attempt 2 to provision port 44ba4930-6b1c-4c71-a0f2-91b620caa595 Sep 30 09:36:26.606246 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.db_base_plugin_v2 [None req-28f111bb-05e0-42c7-9248-9b1a0f4f8970 admin admin] Deleting subnet 8e3304cc-c5ae-413b-abc9-e1c3e3fadf1e {{(pid=106375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 30 09:36:26.610173 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-28f111bb-05e0-42c7-9248-9b1a0f4f8970 admin admin] Publish callbacks [] for subnet (8e3304cc-c5ae-413b-abc9-e1c3e3fadf1e), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:26.655559 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-28f111bb-05e0-42c7-9248-9b1a0f4f8970 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32198673'] for subnet (8e3304cc-c5ae-413b-abc9-e1c3e3fadf1e), precommit_delete_associations {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:26.702801 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-28f111bb-05e0-42c7-9248-9b1a0f4f8970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3558478'] for subnet (8e3304cc-c5ae-413b-abc9-e1c3e3fadf1e), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:26.715093 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-73867a39-2158-4d4b-b47b-6445e6b7fc6c None None] Port 44ba4930-6b1c-4c71-a0f2-91b620caa595 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:36:26.721940 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-93362766-5aa2-4caf-a97d-5ead1e83bcde admin admin] Publish callbacks [] for security_group (1b02a25a-34f3-4b8a-98ea-6c9b00df3fcf), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:26.759810 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-93362766-5aa2-4caf-a97d-5ead1e83bcde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (1b02a25a-34f3-4b8a-98ea-6c9b00df3fcf), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:26.773716 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-f6c8af06-7dce-435e-9ce9-0d7b59ba0188 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Request body: {'port': {'device_id': '7afabbde-d38f-4220-ba51-d309cf29ab34', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'admin_state_up': True, 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'security_groups': ['a72fca64-cc44-42dc-9f6f-70665296dbb9']}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:36:26.779392 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-28f111bb-05e0-42c7-9248-9b1a0f4f8970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1379239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32359409'] for subnet (8e3304cc-c5ae-413b-abc9-e1c3e3fadf1e), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:26.785361 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:26.860406 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f111bb-05e0-42c7-9248-9b1a0f4f8970 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e3304cc-c5ae-413b-abc9-e1c3e3fadf1e,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:26.862510 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:26.876571 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-28f111bb-05e0-42c7-9248-9b1a0f4f8970 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for subnet (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:26.880540 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-28f111bb-05e0-42c7-9248-9b1a0f4f8970 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/8e3304cc-c5ae-413b-abc9-e1c3e3fadf1e HTTP/1.1" status: 204 len: 168 time: 0.3461487 Sep 30 09:36:26.886317 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 36708) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:26.962017 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.services.segments.plugin [-] Segment 7344b368-ed7a-4daf-8cda-187c3740b2d0 resource provider aggregate not found Sep 30 09:36:27.038193 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.services.segments.plugin [-] Segment 7344b368-ed7a-4daf-8cda-187c3740b2d0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7344b368-ed7a-4daf-8cda-187c3740b2d0 found for delete ", "request_id": "req-88d319c0-3d41-47d7-bf07-f0e604a349c0"}]} Sep 30 09:36:27.122131 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2356f5a2-6785-4feb-a458-124e0efc2f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3480607'] for network (6c467cb0-7d54-47ad-85e9-8bc7dc2d46f5), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:27.158782 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-dbcf0a4e-1586-479f-b8f9-889d6baa70cd req-921ba2b3-350b-494b-ad2c-6c12463ec4d7 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7afabbde-d38f-4220-ba51-d309cf29ab34 HTTP/1.1" status: 200 len: 210 time: 0.4199514 Sep 30 09:36:27.216119 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-73867a39-2158-4d4b-b47b-6445e6b7fc6c None None] Attempt 3 to provision port 44ba4930-6b1c-4c71-a0f2-91b620caa595 Sep 30 09:36:27.282983 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-73867a39-2158-4d4b-b47b-6445e6b7fc6c None None] Port 44ba4930-6b1c-4c71-a0f2-91b620caa595 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:36:27.427278 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93362766-5aa2-4caf-a97d-5ead1e83bcde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b02a25a-34f3-4b8a-98ea-6c9b00df3fcf,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:27.487667 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-f6c8af06-7dce-435e-9ce9-0d7b59ba0188 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Made reservation on behalf of 277b0f36e38f42909ad307ca1d09b7da for: {'port': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:36:27.489807 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-f6c8af06-7dce-435e-9ce9-0d7b59ba0188 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:27.529102 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-93362766-5aa2-4caf-a97d-5ead1e83bcde admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=8b05fd3ff10c4d66bdfb3446ab709604&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7526636 Sep 30 09:36:27.540804 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 36746) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:27.577769 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-db186362-6770-4188-88c9-b9cc51979194 req-90d87663-3910-4178-8904-732eb3a7819f tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 210 time: 0.3454332 Sep 30 09:36:27.661564 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2356f5a2-6785-4feb-a458-124e0efc2f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599224', 'neutron.services.segments.db._delete_segments_for_network-8770945895626'] for network (6c467cb0-7d54-47ad-85e9-8bc7dc2d46f5), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:27.732731 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.services.segments.db [None req-2356f5a2-6785-4feb-a458-124e0efc2f14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c467cb0-7d54-47ad-85e9-8bc7dc2d46f5']}} {{(pid=106375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:27.738220 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-e28c1205-2147-48e6-b5de-d7b58598928c tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7258740d324b4be18675101826a78ca7 HTTP/1.1" status: 200 len: 380 time: 1.0054638 Sep 30 09:36:27.785884 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-73867a39-2158-4d4b-b47b-6445e6b7fc6c None None] Attempt 4 to provision port 44ba4930-6b1c-4c71-a0f2-91b620caa595 Sep 30 09:36:27.836222 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.services.segments.db [None req-2356f5a2-6785-4feb-a458-124e0efc2f14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd90bb16c-4060-415c-bdd0-d9e357b0e60e') {'for_net_delete': True} {{(pid=106375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:27.836378 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.services.segments.db [None req-2356f5a2-6785-4feb-a458-124e0efc2f14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd90bb16c-4060-415c-bdd0-d9e357b0e60e') {} {{(pid=106375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:27.843924 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-5ce69893-88b0-4447-b484-544c7a960a5f tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Request body: {'port': {'device_id': 'aa45afac-631e-4b21-b7fd-d72725a08efd', 'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272', 'admin_state_up': True, 'tenant_id': '7258740d324b4be18675101826a78ca7', 'security_groups': ['2c93e345-1be7-4f21-bde1-7a1952bd5d81']}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:36:27.872192 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2356f5a2-6785-4feb-a458-124e0efc2f14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770945931879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32198680'] for segment (d90bb16c-4060-415c-bdd0-d9e357b0e60e), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:27.882675 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-73867a39-2158-4d4b-b47b-6445e6b7fc6c None None] Port 44ba4930-6b1c-4c71-a0f2-91b620caa595 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:36:27.889179 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2356f5a2-6785-4feb-a458-124e0efc2f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765'] for segment (d90bb16c-4060-415c-bdd0-d9e357b0e60e), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:27.899181 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2356f5a2-6785-4feb-a458-124e0efc2f14 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=106375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:36:27.899658 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2356f5a2-6785-4feb-a458-124e0efc2f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1379081'] for segment (d90bb16c-4060-415c-bdd0-d9e357b0e60e), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:27.988072 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab05d2-67c0-4e95-a59c-bfe465d86962 req-38c56da8-948e-4f41-9264-a2b487d76b8b tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:27.997960 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-27ab05d2-67c0-4e95-a59c-bfe465d86962 req-38c56da8-948e-4f41-9264-a2b487d76b8b tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a85f5874-4497-40f9-b65a-cf96396c1a41 HTTP/1.1" status: 200 len: 931 time: 0.4549494 Sep 30 09:36:28.025363 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2356f5a2-6785-4feb-a458-124e0efc2f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3599219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759962'] for network (6c467cb0-7d54-47ad-85e9-8bc7dc2d46f5), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:28.040958 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.notifiers.nova [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-53996763-c963-4f05-8a1f-bc3db8e9b171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44ba4930-6b1c-4c71-a0f2-91b620caa595 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:36:28.055379 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ebe5469e-2582-406e-8eaa-bb013cb4e51b admin admin] Publish callbacks [] for security_group (1b02a25a-34f3-4b8a-98ea-6c9b00df3fcf), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:28.055530 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2356f5a2-6785-4feb-a458-124e0efc2f14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for network (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:28.061828 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-2356f5a2-6785-4feb-a458-124e0efc2f14 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/6c467cb0-7d54-47ad-85e9-8bc7dc2d46f5 HTTP/1.1" status: 204 len: 168 time: 1.1716046 Sep 30 09:36:28.082325 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-53996763-c963-4f05-8a1f-bc3db8e9b171 service neutron] Publish callbacks [] for port (44ba4930-6b1c-4c71-a0f2-91b620caa595), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:28.161043 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:28.248848 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2356f5a2-6785-4feb-a458-124e0efc2f14 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c467cb0-7d54-47ad-85e9-8bc7dc2d46f5,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:28.306949 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-53996763-c963-4f05-8a1f-bc3db8e9b171 service neutron] Transition to ACTIVE for port object 44ba4930-6b1c-4c71-a0f2-91b620caa595 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 30 09:36:28.334058 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-02bd289a-bb64-4425-9554-7b4c74aa4883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:28.353217 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ebe5469e-2582-406e-8eaa-bb013cb4e51b admin admin] Publish callbacks [] for security_group (1b02a25a-34f3-4b8a-98ea-6c9b00df3fcf), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:28.384102 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-73867a39-2158-4d4b-b47b-6445e6b7fc6c None None] Attempt 5 to provision port 44ba4930-6b1c-4c71-a0f2-91b620caa595 Sep 30 09:36:28.401551 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-27ab05d2-67c0-4e95-a59c-bfe465d86962 req-4944788a-c10e-48f9-bc2e-d3b5ed728cf4 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=13391bd4-de0a-4b53-9830-5e8fb0a0885f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4025137 Sep 30 09:36:28.413672 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-53996763-c963-4f05-8a1f-bc3db8e9b171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (44ba4930-6b1c-4c71-a0f2-91b620caa595), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:28.482851 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-73867a39-2158-4d4b-b47b-6445e6b7fc6c None None] Port 44ba4930-6b1c-4c71-a0f2-91b620caa595 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:36:28.552202 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 36780) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:28.673558 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-f6c8af06-7dce-435e-9ce9-0d7b59ba0188 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Allocated IP 172.20.0.7 (b208ce5f-758d-4f0c-90ce-9c825be7bba2/8411074f-f19b-4e83-87b2-5762dc2e15cc/cf81158f-690a-43be-9000-0bc960d4902a) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:36:28.752108 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-81932fe2-652d-4332-848e-423e3c432cd5 req-91294f19-74c8-49a5-a13e-fab47a6bd873 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7afabbde-d38f-4220-ba51-d309cf29ab34 HTTP/1.1" status: 200 len: 210 time: 0.3418677 Sep 30 09:36:28.792145 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-9111bcd1-ef2f-4b12-8bcd-e029c4359fe4 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=33594f3cce6d402ea7aaa031691203b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387235 Sep 30 09:36:28.831511 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 36792) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:28.875128 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c1653407-c965-485f-a115-901fc1bd2eee req-8b5baac7-d241-4680-89c8-1810f8a21545 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 210 time: 0.0440235 Sep 30 09:36:28.910727 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ebe5469e-2582-406e-8eaa-bb013cb4e51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (1b02a25a-34f3-4b8a-98ea-6c9b00df3fcf), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:28.917957 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ebe5469e-2582-406e-8eaa-bb013cb4e51b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:28.917957 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-ebe5469e-2582-406e-8eaa-bb013cb4e51b admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/1b02a25a-34f3-4b8a-98ea-6c9b00df3fcf HTTP/1.1" status: 204 len: 168 time: 1.3705511 Sep 30 09:36:28.937331 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe5469e-2582-406e-8eaa-bb013cb4e51b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b02a25a-34f3-4b8a-98ea-6c9b00df3fcf,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:28.957683 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-53996763-c963-4f05-8a1f-bc3db8e9b171 service neutron] Attempting to bind port 44ba4930-6b1c-4c71-a0f2-91b620caa595 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:36:28.958195 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-53996763-c963-4f05-8a1f-bc3db8e9b171 service neutron] Attempting to bind port 44ba4930-6b1c-4c71-a0f2-91b620caa595 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '39ea8fdd-1369-4a8e-8903-72d960c9ae2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6393c21b-9685-4d97-968d-d3184efd867f'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:36:28.958651 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-53996763-c963-4f05-8a1f-bc3db8e9b171 service neutron] Attempting to bind port 44ba4930-6b1c-4c71-a0f2-91b620caa595 on network 6393c21b-9685-4d97-968d-d3184efd867f {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:36:28.985557 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-73867a39-2158-4d4b-b47b-6445e6b7fc6c None None] Attempt 6 to provision port 44ba4930-6b1c-4c71-a0f2-91b620caa595 Sep 30 09:36:29.024086 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53996763-c963-4f05-8a1f-bc3db8e9b171 service neutron] Pushing event updated for resources: {'Port': ['ID=44ba4930-6b1c-4c71-a0f2-91b620caa595,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:29.035917 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-5ce69893-88b0-4447-b484-544c7a960a5f tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Made reservation on behalf of 7258740d324b4be18675101826a78ca7 for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:36:29.053660 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-5ce69893-88b0-4447-b484-544c7a960a5f tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:29.072616 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-73867a39-2158-4d4b-b47b-6445e6b7fc6c None None] Port 44ba4930-6b1c-4c71-a0f2-91b620caa595 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:36:29.079141 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:29.110662 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-53996763-c963-4f05-8a1f-bc3db8e9b171 service neutron] Port 44ba4930-6b1c-4c71-a0f2-91b620caa595 on network 6393c21b-9685-4d97-968d-d3184efd867f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:36:29.111146 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-53996763-c963-4f05-8a1f-bc3db8e9b171 service neutron] Attempting to bind port 44ba4930-6b1c-4c71-a0f2-91b620caa595 on network 6393c21b-9685-4d97-968d-d3184efd867f {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:36:29.217147 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.services.segments.plugin [-] Segment d90bb16c-4060-415c-bdd0-d9e357b0e60e resource provider aggregate not found Sep 30 09:36:29.289547 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.services.segments.plugin [-] Segment d90bb16c-4060-415c-bdd0-d9e357b0e60e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d90bb16c-4060-415c-bdd0-d9e357b0e60e found for delete ", "request_id": "req-800aee42-eb8a-41c6-8f01-98c6fe04e9f3"}]} Sep 30 09:36:29.309292 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-6070d69f-c3e3-46c5-b86d-d7f00ed9b5dd admin admin] Publish callbacks [] for security_group (c70947b2-a0bc-41f6-bccc-d14a167b6bc8), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:29.351905 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-53996763-c963-4f05-8a1f-bc3db8e9b171 service neutron] Checking agent: {'id': '163c8669-4b7e-4ed1-afd3-94872a5a2df2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 34), 'started_at': datetime.datetime(2022, 9, 30, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:36:29.352561 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-53996763-c963-4f05-8a1f-bc3db8e9b171 service neutron] Checking segment: {'id': '39ea8fdd-1369-4a8e-8903-72d960c9ae2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6393c21b-9685-4d97-968d-d3184efd867f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:36:29.352975 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-53996763-c963-4f05-8a1f-bc3db8e9b171 service neutron] Bound using segment: {'id': '39ea8fdd-1369-4a8e-8903-72d960c9ae2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6393c21b-9685-4d97-968d-d3184efd867f'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:36:29.353560 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-53996763-c963-4f05-8a1f-bc3db8e9b171 service neutron] Bound port: 44ba4930-6b1c-4c71-a0f2-91b620caa595, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39ea8fdd-1369-4a8e-8903-72d960c9ae2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6393c21b-9685-4d97-968d-d3184efd867f'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:36:29.354007 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-53996763-c963-4f05-8a1f-bc3db8e9b171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (44ba4930-6b1c-4c71-a0f2-91b620caa595), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:29.380463 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-6070d69f-c3e3-46c5-b86d-d7f00ed9b5dd admin admin] Publish callbacks [] for security_group (c70947b2-a0bc-41f6-bccc-d14a167b6bc8), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:29.429878 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:29.437663 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-f6c8af06-7dce-435e-9ce9-0d7b59ba0188 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for port (cf81158f-690a-43be-9000-0bc960d4902a), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:29.454665 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:29.484941 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-5ce69893-88b0-4447-b484-544c7a960a5f tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Allocated IP 172.20.0.13 (486301e7-f0bf-4b46-826b-b0b4132f2272/caa068e9-5807-465e-a6a4-c687aab9e12e/3643062d-c8fd-4dd8-8ade-74a425024837) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:36:29.498540 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-53996763-c963-4f05-8a1f-bc3db8e9b171 service neutron] For port 44ba4930-6b1c-4c71-a0f2-91b620caa595, host hv-cinder-maste, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:36:29.501907 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:29.503724 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-53996763-c963-4f05-8a1f-bc3db8e9b171 service neutron] For port 44ba4930-6b1c-4c71-a0f2-91b620caa595, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=44ba4930-6b1c-4c71-a0f2-91b620caa595,segment=NetworkSegment(39ea8fdd-1369-4a8e-8903-72d960c9ae2d),segment_id=39ea8fdd-1369-4a8e-8903-72d960c9ae2d)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:36:29.516545 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-53996763-c963-4f05-8a1f-bc3db8e9b171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (44ba4930-6b1c-4c71-a0f2-91b620caa595), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:29.547361 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-f6c8af06-7dce-435e-9ce9-0d7b59ba0188 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (cf81158f-690a-43be-9000-0bc960d4902a), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:29.549561 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-6070d69f-c3e3-46c5-b86d-d7f00ed9b5dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (c70947b2-a0bc-41f6-bccc-d14a167b6bc8), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:29.552371 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-6070d69f-c3e3-46c5-b86d-d7f00ed9b5dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:29.554898 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-6070d69f-c3e3-46c5-b86d-d7f00ed9b5dd admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c70947b2-a0bc-41f6-bccc-d14a167b6bc8 HTTP/1.1" status: 204 len: 168 time: 0.7192981 Sep 30 09:36:29.573067 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6070d69f-c3e3-46c5-b86d-d7f00ed9b5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70947b2-a0bc-41f6-bccc-d14a167b6bc8,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:29.574613 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-73867a39-2158-4d4b-b47b-6445e6b7fc6c None None] Attempt 7 to provision port 44ba4930-6b1c-4c71-a0f2-91b620caa595 Sep 30 09:36:29.586249 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-53996763-c963-4f05-8a1f-bc3db8e9b171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:29.586249 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-53996763-c963-4f05-8a1f-bc3db8e9b171 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for port (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:29.587604 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-53996763-c963-4f05-8a1f-bc3db8e9b171 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/44ba4930-6b1c-4c71-a0f2-91b620caa595 HTTP/1.1" status: 200 len: 1093 time: 3.8095944 Sep 30 09:36:29.588507 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a85f5874-4497-40f9-b65a-cf96396c1a41', 'tag': '44ba4930-6b1c-4c71-a0f2-91b620caa595'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:36:29.791050 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-f6c8af06-7dce-435e-9ce9-0d7b59ba0188 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Network b208ce5f-758d-4f0c-90ce-9c825be7bba2 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:36:29.812608 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:29.841569 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-f6c8af06-7dce-435e-9ce9-0d7b59ba0188 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:36:29.857028 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-73867a39-2158-4d4b-b47b-6445e6b7fc6c None None] Port 44ba4930-6b1c-4c71-a0f2-91b620caa595 had new provisioning blocks added so it will not transition to active. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 30 09:36:29.879115 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-f6c8af06-7dce-435e-9ce9-0d7b59ba0188 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:36:29.884192 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:29.887748 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-903ec7fd-ed58-4763-a323-78b6cde7002f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:29.889475 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-903ec7fd-ed58-4763-a323-78b6cde7002f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=732bb88e765b4fc3921cb3e37be0270a&device_id=a85f5874-4497-40f9-b65a-cf96396c1a41 HTTP/1.1" status: 200 len: 1127 time: 0.1279511 Sep 30 09:36:29.986805 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d2aab-7a4d-4ebc-9416-34829c100301 req-067a674d-f3ad-4a31-a614-aa3844d1082e tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:30.001338 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d76d2aab-7a4d-4ebc-9416-34829c100301 req-067a674d-f3ad-4a31-a614-aa3844d1082e tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a85f5874-4497-40f9-b65a-cf96396c1a41 HTTP/1.1" status: 200 len: 943 time: 0.4472427 Sep 30 09:36:30.089876 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-f6c8af06-7dce-435e-9ce9-0d7b59ba0188 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:30.091669 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-f6c8af06-7dce-435e-9ce9-0d7b59ba0188 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:30.110087 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8af06-7dce-435e-9ce9-0d7b59ba0188 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Pushing event updated for resources: {'Port': ['ID=cf81158f-690a-43be-9000-0bc960d4902a,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:30.123914 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 36848) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:30.158821 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-f6c8af06-7dce-435e-9ce9-0d7b59ba0188 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3901911 Sep 30 09:36:30.180650 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c18d1-c115-4021-a0c9-b4e307f8c99f req-e2cffc7c-ba6f-43cb-8f97-03358bc9443c tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:30.181145 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-e4cab13b-2778-4e6c-9cae-c401776a5b3d service neutron] Request body: {'port': {'device_id': '7afabbde-d38f-4220-ba51-d309cf29ab34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:36:30.196726 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7c3c18d1-c115-4021-a0c9-b4e307f8c99f req-e2cffc7c-ba6f-43cb-8f97-03358bc9443c tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7afabbde-d38f-4220-ba51-d309cf29ab34 HTTP/1.1" status: 200 len: 931 time: 0.1514645 Sep 30 09:36:30.331508 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-f46395c1-f9d9-4df6-8248-fbc6279520a7 None None] Provisioning complete for port cf81158f-690a-43be-9000-0bc960d4902a triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:36:30.335568 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f46395c1-f9d9-4df6-8248-fbc6279520a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (cf81158f-690a-43be-9000-0bc960d4902a), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:30.337186 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-f46395c1-f9d9-4df6-8248-fbc6279520a7 None None] Attempt 1 to provision port cf81158f-690a-43be-9000-0bc960d4902a Sep 30 09:36:30.349663 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-e4cab13b-2778-4e6c-9cae-c401776a5b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (cf81158f-690a-43be-9000-0bc960d4902a), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:30.353079 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 36854) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:30.458317 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-f46395c1-f9d9-4df6-8248-fbc6279520a7 None None] Port cf81158f-690a-43be-9000-0bc960d4902a cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:36:30.501004 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-eefdadfa-f7e5-4658-9940-23f91f906d16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:30.528546 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d76d2aab-7a4d-4ebc-9416-34829c100301 req-42ec7cde-a1b6-457b-a536-79f2af52e693 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=13391bd4-de0a-4b53-9830-5e8fb0a0885f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5232348 Sep 30 09:36:30.604575 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-e9c12a6f-e95a-4e96-9cc8-b8955c49a3d6 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=0d563afa0afd4dae894d8256e838aeb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2451346 Sep 30 09:36:30.623049 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 36860) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:30.648248 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53996763-c963-4f05-8a1f-bc3db8e9b171 service neutron] Pushing event updated for resources: {'Port': ['ID=44ba4930-6b1c-4c71-a0f2-91b620caa595,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:30.667785 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-a5e95fd9-485d-4cba-996b-dcaa3c31fbfb service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44ba4930-6b1c-4c71-a0f2-91b620caa595 HTTP/1.1" status: 200 len: 217 time: 0.4987268 Sep 30 09:36:30.780103 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fcb41cfe2f49de8823fc1653213cc9e5b77d80f13114ba069ec5cf27ea68f53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4859373e-a3ce-441a-b6a9-75445fe69d45" -d '{"events": [{"name": "network-changed", "server_uuid": "a85f5874-4497-40f9-b65a-cf96396c1a41", "tag": "44ba4930-6b1c-4c71-a0f2-91b620caa595"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:36:30.824813 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-919f2844-afac-4cd1-914d-a067683e4f74 req-ed80e34e-5372-422c-b7ff-669825808d4d tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 210 time: 0.1540213 Sep 30 09:36:30.876687 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7c3c18d1-c115-4021-a0c9-b4e307f8c99f req-8b3c6acc-bfc7-4502-8816-2dbd43bd61d1 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a72fca64-cc44-42dc-9f6f-70665296dbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6726785 Sep 30 09:36:30.895424 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-c2a0c975-68b0-4971-9144-50fbe2dcaedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:30.897830 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-c2a0c975-68b0-4971-9144-50fbe2dcaedc service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=0107e732-10dd-41f2-85e4-67fccefb952d HTTP/1.1" status: 200 len: 850 time: 0.2071915 Sep 30 09:36:30.903922 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-5ce69893-88b0-4447-b484-544c7a960a5f tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks [] for port (3643062d-c8fd-4dd8-8ade-74a425024837), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:30.938353 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-991820b0-574f-4a52-8b8c-d574a6511bd0 admin admin] Publish callbacks [] for security_group (05a8b0cb-6981-4e33-b48e-dcfa9407e8f9), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:30.964082 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-f46395c1-f9d9-4df6-8248-fbc6279520a7 None None] Attempt 2 to provision port cf81158f-690a-43be-9000-0bc960d4902a Sep 30 09:36:30.973192 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:31.033010 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-ddda2f79-84ae-4ae2-88b7-b3b4d7f10d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:31.034849 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-ddda2f79-84ae-4ae2-88b7-b3b4d7f10d00 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=6393c21b-9685-4d97-968d-d3184efd867f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1286402 Sep 30 09:36:31.039107 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:31.077728 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-5ce69893-88b0-4447-b484-544c7a960a5f tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778'] for port (3643062d-c8fd-4dd8-8ade-74a425024837), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:31.171610 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:31.186415 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-991820b0-574f-4a52-8b8c-d574a6511bd0 admin admin] Publish callbacks [] for security_group (05a8b0cb-6981-4e33-b48e-dcfa9407e8f9), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:31.220697 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-f46395c1-f9d9-4df6-8248-fbc6279520a7 None None] Port cf81158f-690a-43be-9000-0bc960d4902a cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:36:31.426360 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-5ce69893-88b0-4447-b484-544c7a960a5f tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Network 486301e7-f0bf-4b46-826b-b0b4132f2272 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:36:31.438752 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-5ce69893-88b0-4447-b484-544c7a960a5f tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:36:31.451067 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-5ce69893-88b0-4447-b484-544c7a960a5f tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:36:31.463192 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-5ce69893-88b0-4447-b484-544c7a960a5f tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:31.463878 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-5ce69893-88b0-4447-b484-544c7a960a5f tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for port (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:31.503476 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce69893-88b0-4447-b484-544c7a960a5f tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Pushing event updated for resources: {'Port': ['ID=3643062d-c8fd-4dd8-8ade-74a425024837,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:31.527517 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-eefdadfa-f7e5-4658-9940-23f91f906d16 admin admin] Publish callbacks [] for security_group (6b81cb0d-e4b3-47f7-bdf5-89ba6deb7cf8), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:31.530606 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08981cea-e323-4520-bbe7-96b0f6f7e825 x-openstack-request-id: req-08981cea-e323-4520-bbe7-96b0f6f7e825 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:36:31.531823 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a85f5874-4497-40f9-b65a-cf96396c1a41", "tag": "44ba4930-6b1c-4c71-a0f2-91b620caa595", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:36:31.532753 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-08981cea-e323-4520-bbe7-96b0f6f7e825 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:36:31.533388 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08981cea-e323-4520-bbe7-96b0f6f7e825'] response: {'name': 'network-changed', 'server_uuid': 'a85f5874-4497-40f9-b65a-cf96396c1a41', 'tag': '44ba4930-6b1c-4c71-a0f2-91b620caa595', 'status': 'completed', 'code': 200} Sep 30 09:36:31.552005 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-eefdadfa-f7e5-4658-9940-23f91f906d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (6b81cb0d-e4b3-47f7-bdf5-89ba6deb7cf8), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:31.618741 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-a4c6fe46-86d2-4fcb-b17d-4ee2d27c3bf2 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6393c21b-9685-4d97-968d-d3184efd867f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5578282 Sep 30 09:36:31.624819 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-5ce69893-88b0-4447-b484-544c7a960a5f tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8057094 Sep 30 09:36:31.656646 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-991820b0-574f-4a52-8b8c-d574a6511bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (05a8b0cb-6981-4e33-b48e-dcfa9407e8f9), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:31.675860 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-546950e5-f83e-487c-abad-9a4015560294 service neutron] Request body: {'port': {'device_id': 'aa45afac-631e-4b21-b7fd-d72725a08efd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:36:31.686709 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-991820b0-574f-4a52-8b8c-d574a6511bd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:31.688715 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-991820b0-574f-4a52-8b8c-d574a6511bd0 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/05a8b0cb-6981-4e33-b48e-dcfa9407e8f9 HTTP/1.1" status: 204 len: 168 time: 1.0522008 Sep 30 09:36:31.721869 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-f46395c1-f9d9-4df6-8248-fbc6279520a7 None None] Attempt 3 to provision port cf81158f-690a-43be-9000-0bc960d4902a Sep 30 09:36:31.770236 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:31.816785 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:31.827719 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:31.836893 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-f46395c1-f9d9-4df6-8248-fbc6279520a7 None None] Port cf81158f-690a-43be-9000-0bc960d4902a cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:36:31.855232 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefdadfa-f7e5-4658-9940-23f91f906d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b81cb0d-e4b3-47f7-bdf5-89ba6deb7cf8,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:31.928969 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-eefdadfa-f7e5-4658-9940-23f91f906d16 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=4c66a4ab9bf9477ca5236dedb67c4617&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8029854 Sep 30 09:36:31.934307 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 36924) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:32.012765 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-546950e5-f83e-487c-abad-9a4015560294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (3643062d-c8fd-4dd8-8ade-74a425024837), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:32.024099 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991820b0-574f-4a52-8b8c-d574a6511bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a8b0cb-6981-4e33-b48e-dcfa9407e8f9,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:32.031489 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb1b2d-7f40-442a-8a6e-c62d7d3726c9 req-591b35e7-b2ed-4819-b731-8daa47e9f3b1 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:32.058525 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-26fb1b2d-7f40-442a-8a6e-c62d7d3726c9 req-591b35e7-b2ed-4819-b731-8daa47e9f3b1 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a85f5874-4497-40f9-b65a-cf96396c1a41 HTTP/1.1" status: 200 len: 943 time: 0.2743800 Sep 30 09:36:32.168188 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-e4cab13b-2778-4e6c-9cae-c401776a5b3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf81158f-690a-43be-9000-0bc960d4902a {{(pid=106375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:36:32.215596 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-e4cab13b-2778-4e6c-9cae-c401776a5b3d service neutron] Publish callbacks [] for port (cf81158f-690a-43be-9000-0bc960d4902a), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:32.279625 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-396c6728-59e8-4396-b4ee-5f51ee28c44c admin admin] Publish callbacks [] for security_group (6b81cb0d-e4b3-47f7-bdf5-89ba6deb7cf8), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:32.289194 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.provisioning_blocks [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-e4cab13b-2778-4e6c-9cae-c401776a5b3d service neutron] Transition to ACTIVE for port object cf81158f-690a-43be-9000-0bc960d4902a will not be triggered until provisioned by entity L2. {{(pid=106375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 30 09:36:32.317952 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-e4cab13b-2778-4e6c-9cae-c401776a5b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1379309'] for port (cf81158f-690a-43be-9000-0bc960d4902a), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:32.328793 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb44797-14ab-4022-87cd-3c5e385c7363 req-f0c6ed85-a272-4732-978c-aed61ba4a777 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:32.338870 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-f46395c1-f9d9-4df6-8248-fbc6279520a7 None None] Attempt 4 to provision port cf81158f-690a-43be-9000-0bc960d4902a Sep 30 09:36:32.355318 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-2eb44797-14ab-4022-87cd-3c5e385c7363 req-f0c6ed85-a272-4732-978c-aed61ba4a777 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7afabbde-d38f-4220-ba51-d309cf29ab34 HTTP/1.1" status: 200 len: 931 time: 0.2858136 Sep 30 09:36:32.413584 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-f46395c1-f9d9-4df6-8248-fbc6279520a7 None None] Port cf81158f-690a-43be-9000-0bc960d4902a cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:36:32.415551 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-396c6728-59e8-4396-b4ee-5f51ee28c44c admin admin] Publish callbacks [] for security_group (6b81cb0d-e4b3-47f7-bdf5-89ba6deb7cf8), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:32.495935 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-26fb1b2d-7f40-442a-8a6e-c62d7d3726c9 req-e261a7fa-d92d-4a4a-a182-77b237fe387e tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=13391bd4-de0a-4b53-9830-5e8fb0a0885f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4329107 Sep 30 09:36:32.500453 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-88a8168c-0b7c-4cf5-98fc-14db5175f6ca req-1fa3749f-9503-4399-bfad-71fc5691f69f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6393c21b-9685-4d97-968d-d3184efd867f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8739252 Sep 30 09:36:32.523661 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cab13b-2778-4e6c-9cae-c401776a5b3d service neutron] Pushing event updated for resources: {'Port': ['ID=cf81158f-690a-43be-9000-0bc960d4902a,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:32.587920 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-e4cab13b-2778-4e6c-9cae-c401776a5b3d service neutron] Attempting to bind port cf81158f-690a-43be-9000-0bc960d4902a on host hv-cinder-maste for vnic_type normal with profile {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:36:32.590427 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-e4cab13b-2778-4e6c-9cae-c401776a5b3d service neutron] Attempting to bind port cf81158f-690a-43be-9000-0bc960d4902a by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'e66f24b0-9893-442e-bdcf-fa149cc52000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2'}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:36:32.590427 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-e4cab13b-2778-4e6c-9cae-c401776a5b3d service neutron] Attempting to bind port cf81158f-690a-43be-9000-0bc960d4902a on network b208ce5f-758d-4f0c-90ce-9c825be7bba2 {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:36:32.648488 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-396c6728-59e8-4396-b4ee-5f51ee28c44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (6b81cb0d-e4b3-47f7-bdf5-89ba6deb7cf8), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:32.653798 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-396c6728-59e8-4396-b4ee-5f51ee28c44c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:32.660241 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-396c6728-59e8-4396-b4ee-5f51ee28c44c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/6b81cb0d-e4b3-47f7-bdf5-89ba6deb7cf8 HTTP/1.1" status: 204 len: 168 time: 0.7028024 Sep 30 09:36:32.708773 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c6728-59e8-4396-b4ee-5f51ee28c44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b81cb0d-e4b3-47f7-bdf5-89ba6deb7cf8,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:32.748032 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-e4cab13b-2778-4e6c-9cae-c401776a5b3d service neutron] Port cf81158f-690a-43be-9000-0bc960d4902a on network b208ce5f-758d-4f0c-90ce-9c825be7bba2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:36:32.748826 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-e4cab13b-2778-4e6c-9cae-c401776a5b3d service neutron] Attempting to bind port cf81158f-690a-43be-9000-0bc960d4902a on network b208ce5f-758d-4f0c-90ce-9c825be7bba2 {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:36:32.901248 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d4eed-c948-4084-8e71-dd53de28772e req-943dcecf-9a8b-457f-8114-0f0bc189905d tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:32.902851 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-fb7d4eed-c948-4084-8e71-dd53de28772e req-943dcecf-9a8b-457f-8114-0f0bc189905d tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 932 time: 0.1338406 Sep 30 09:36:32.917077 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-f46395c1-f9d9-4df6-8248-fbc6279520a7 None None] Attempt 5 to provision port cf81158f-690a-43be-9000-0bc960d4902a Sep 30 09:36:33.023348 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-2eb44797-14ab-4022-87cd-3c5e385c7363 req-f6a9cef1-d3b6-4fb1-b5bb-5ff59a1f7fba tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a72fca64-cc44-42dc-9f6f-70665296dbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6638777 Sep 30 09:36:33.062161 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-f46395c1-f9d9-4df6-8248-fbc6279520a7 None None] Port cf81158f-690a-43be-9000-0bc960d4902a cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:36:33.078199 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:33.078890 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-e4cab13b-2778-4e6c-9cae-c401776a5b3d service neutron] Checking agent: {'id': '163c8669-4b7e-4ed1-afd3-94872a5a2df2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 34), 'started_at': datetime.datetime(2022, 9, 30, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:36:33.079837 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-e4cab13b-2778-4e6c-9cae-c401776a5b3d service neutron] Checking segment: {'id': 'e66f24b0-9893-442e-bdcf-fa149cc52000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:36:33.082480 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-e4cab13b-2778-4e6c-9cae-c401776a5b3d service neutron] Bound using segment: {'id': 'e66f24b0-9893-442e-bdcf-fa149cc52000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2'} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:36:33.083248 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-e4cab13b-2778-4e6c-9cae-c401776a5b3d service neutron] Bound port: cf81158f-690a-43be-9000-0bc960d4902a, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e66f24b0-9893-442e-bdcf-fa149cc52000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2'}}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:36:33.083807 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-e4cab13b-2778-4e6c-9cae-c401776a5b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (cf81158f-690a-43be-9000-0bc960d4902a), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:33.259601 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-fb7d4eed-c948-4084-8e71-dd53de28772e req-9bc1671c-5c86-43be-b167-2eebbc3994e2 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2339945 Sep 30 09:36:33.294740 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-e4cab13b-2778-4e6c-9cae-c401776a5b3d service neutron] For port cf81158f-690a-43be-9000-0bc960d4902a, host hv-cinder-maste, cleared binding levels {{(pid=106375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:36:33.351912 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859373e-a3ce-441a-b6a9-75445fe69d45 req-f0ed96d6-1e19-4ff4-abc5-dcff00221a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:33.353954 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4859373e-a3ce-441a-b6a9-75445fe69d45 req-f0ed96d6-1e19-4ff4-abc5-dcff00221a8c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=732bb88e765b4fc3921cb3e37be0270a&device_id=a85f5874-4497-40f9-b65a-cf96396c1a41 HTTP/1.1" status: 200 len: 1127 time: 0.6226072 Sep 30 09:36:33.367590 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-e4cab13b-2778-4e6c-9cae-c401776a5b3d service neutron] For port cf81158f-690a-43be-9000-0bc960d4902a, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cf81158f-690a-43be-9000-0bc960d4902a,segment=NetworkSegment(e66f24b0-9893-442e-bdcf-fa149cc52000),segment_id=e66f24b0-9893-442e-bdcf-fa149cc52000)] {{(pid=106375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:36:33.377264 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-e4cab13b-2778-4e6c-9cae-c401776a5b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1379309'] for port (cf81158f-690a-43be-9000-0bc960d4902a), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:33.486508 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-e4cab13b-2778-4e6c-9cae-c401776a5b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:33.487310 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-e4cab13b-2778-4e6c-9cae-c401776a5b3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:33.496322 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-e4cab13b-2778-4e6c-9cae-c401776a5b3d service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/cf81158f-690a-43be-9000-0bc960d4902a HTTP/1.1" status: 200 len: 1093 time: 3.3205297 Sep 30 09:36:33.497539 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7afabbde-d38f-4220-ba51-d309cf29ab34', 'tag': 'cf81158f-690a-43be-9000-0bc960d4902a'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:36:33.565853 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-f46395c1-f9d9-4df6-8248-fbc6279520a7 None None] Attempt 6 to provision port cf81158f-690a-43be-9000-0bc960d4902a Sep 30 09:36:33.569304 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 36978) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:33.666284 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-f46395c1-f9d9-4df6-8248-fbc6279520a7 None None] Port cf81158f-690a-43be-9000-0bc960d4902a had new provisioning blocks added so it will not transition to active. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 30 09:36:33.788130 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-53ef574d-2e90-4e1d-a79a-7efcebc2f33b None None] Provisioning complete for port 3643062d-c8fd-4dd8-8ade-74a425024837 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:36:33.788498 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-53ef574d-2e90-4e1d-a79a-7efcebc2f33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (3643062d-c8fd-4dd8-8ade-74a425024837), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:33.788836 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-53ef574d-2e90-4e1d-a79a-7efcebc2f33b None None] Attempt 1 to provision port 3643062d-c8fd-4dd8-8ade-74a425024837 Sep 30 09:36:33.795872 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:33.801603 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859373e-a3ce-441a-b6a9-75445fe69d45 req-b53b2ff9-cdb7-4043-928f-f9ef6b72f559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:33.806008 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4859373e-a3ce-441a-b6a9-75445fe69d45 req-b53b2ff9-cdb7-4043-928f-f9ef6b72f559 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=6393c21b-9685-4d97-968d-d3184efd867f HTTP/1.1" status: 200 len: 912 time: 0.4403684 Sep 30 09:36:33.876849 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-53ef574d-2e90-4e1d-a79a-7efcebc2f33b None None] Port 3643062d-c8fd-4dd8-8ade-74a425024837 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:36:33.903514 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cab13b-2778-4e6c-9cae-c401776a5b3d service neutron] Pushing event updated for resources: {'Port': ['ID=cf81158f-690a-43be-9000-0bc960d4902a,revision_number=3']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:33.948562 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a7aa73db-1db9-4249-92a1-ce0cee50674c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:33.966959 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-51b61294-b1b9-4768-b174-8b1c304bc6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:33.970572 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-51b61294-b1b9-4768-b174-8b1c304bc6e6 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=277b0f36e38f42909ad307ca1d09b7da&device_id=7afabbde-d38f-4220-ba51-d309cf29ab34 HTTP/1.1" status: 200 len: 1127 time: 0.2532828 Sep 30 09:36:33.971798 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06203e0-26cd-45cc-8828-6f050c1400b7 req-4f4fabd2-a5df-428c-9db1-d86ab03639e1 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:33.979795 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-e06203e0-26cd-45cc-8828-6f050c1400b7 req-4f4fabd2-a5df-428c-9db1-d86ab03639e1 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a85f5874-4497-40f9-b65a-cf96396c1a41 HTTP/1.1" status: 200 len: 943 time: 0.1562605 Sep 30 09:36:34.046863 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4859373e-a3ce-441a-b6a9-75445fe69d45 req-c60a837c-d201-4c4d-bd05-849fe55a0c56 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44ba4930-6b1c-4c71-a0f2-91b620caa595 HTTP/1.1" status: 200 len: 217 time: 0.0865912 Sep 30 09:36:34.238520 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-88166c17-f91f-4364-b229-341ce5993b56 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf81158f-690a-43be-9000-0bc960d4902a HTTP/1.1" status: 200 len: 217 time: 0.2415397 Sep 30 09:36:34.375517 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7089e7c1-c2d3-4592-8ad9-3b68c6e171ca req-020e5b9f-1dd1-4942-ac73-c4260bc5f9b5 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:34.377350 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7089e7c1-c2d3-4592-8ad9-3b68c6e171ca req-020e5b9f-1dd1-4942-ac73-c4260bc5f9b5 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7afabbde-d38f-4220-ba51-d309cf29ab34 HTTP/1.1" status: 200 len: 943 time: 0.1823480 Sep 30 09:36:34.378880 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-53ef574d-2e90-4e1d-a79a-7efcebc2f33b None None] Attempt 2 to provision port 3643062d-c8fd-4dd8-8ade-74a425024837 Sep 30 09:36:34.385253 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859373e-a3ce-441a-b6a9-75445fe69d45 req-c3b0025a-9849-417c-8c4f-bf8704970786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:34.387302 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4859373e-a3ce-441a-b6a9-75445fe69d45 req-c3b0025a-9849-417c-8c4f-bf8704970786 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=0107e732-10dd-41f2-85e4-67fccefb952d HTTP/1.1" status: 200 len: 850 time: 0.2937758 Sep 30 09:36:34.391510 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-e06203e0-26cd-45cc-8828-6f050c1400b7 req-babcd166-d7de-4f94-9f35-2f8bd4b20097 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=13391bd4-de0a-4b53-9830-5e8fb0a0885f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4107153 Sep 30 09:36:34.477417 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a2765c340e485259911155c50f33e4425258638b85650f0a2a20d0c41df364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36bde4c1-4682-4937-8d6c-5e49c1b14b99" -d '{"events": [{"name": "network-changed", "server_uuid": "7afabbde-d38f-4220-ba51-d309cf29ab34", "tag": "cf81158f-690a-43be-9000-0bc960d4902a"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:36:34.488830 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-53ef574d-2e90-4e1d-a79a-7efcebc2f33b None None] Port 3643062d-c8fd-4dd8-8ade-74a425024837 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:36:34.572137 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.notifiers.nova [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-546950e5-f83e-487c-abad-9a4015560294 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3643062d-c8fd-4dd8-8ade-74a425024837 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:36:34.626252 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:34.651742 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-edac9115-d98f-4c02-bb7a-4697621fb2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:34.653942 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-edac9115-d98f-4c02-bb7a-4697621fb2e1 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=8411074f-f19b-4e83-87b2-5762dc2e15cc HTTP/1.1" status: 200 len: 853 time: 0.4036317 Sep 30 09:36:34.660988 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:34.701424 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a7aa73db-1db9-4249-92a1-ce0cee50674c admin admin] Publish callbacks [] for security_group (3e8c0035-4f4d-496c-9504-ce6607adf530), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:34.709330 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a7aa73db-1db9-4249-92a1-ce0cee50674c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (3e8c0035-4f4d-496c-9504-ce6607adf530), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:34.733692 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7089e7c1-c2d3-4592-8ad9-3b68c6e171ca req-c7ee2db5-29d4-4c12-a6e2-db42a277f3b4 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a72fca64-cc44-42dc-9f6f-70665296dbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3408895 Sep 30 09:36:34.746855 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9a819-348c-4e9c-9072-4bdf2ef859bf req-07b08ee7-d358-43a4-bf6c-86fe29f4bc14 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:34.748903 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ebb9a819-348c-4e9c-9072-4bdf2ef859bf req-07b08ee7-d358-43a4-bf6c-86fe29f4bc14 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 932 time: 0.1650450 Sep 30 09:36:34.751213 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859373e-a3ce-441a-b6a9-75445fe69d45 req-f9e2760d-ef6b-441c-9d2a-47bc942fe28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:34.752720 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4859373e-a3ce-441a-b6a9-75445fe69d45 req-f9e2760d-ef6b-441c-9d2a-47bc942fe28a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=6393c21b-9685-4d97-968d-d3184efd867f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3191044 Sep 30 09:36:34.775600 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-546950e5-f83e-487c-abad-9a4015560294 service neutron] Publish callbacks [] for port (3643062d-c8fd-4dd8-8ade-74a425024837), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:34.796204 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-a7aa73db-1db9-4249-92a1-ce0cee50674c admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=854c589c26594f7090a7e2ab73b8744f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1980596 Sep 30 09:36:34.802683 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 37020) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:34.824722 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa73db-1db9-4249-92a1-ce0cee50674c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8c0035-4f4d-496c-9504-ce6607adf530,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:34.901646 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-546950e5-f83e-487c-abad-9a4015560294 service neutron] Transition to ACTIVE for port object 3643062d-c8fd-4dd8-8ade-74a425024837 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 30 09:36:34.912981 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ebb9a819-348c-4e9c-9072-4bdf2ef859bf req-ce2bb194-feb4-4762-a262-ed69ab2ece2b tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546464 Sep 30 09:36:34.923780 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-546950e5-f83e-487c-abad-9a4015560294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (3643062d-c8fd-4dd8-8ade-74a425024837), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:34.991672 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-53ef574d-2e90-4e1d-a79a-7efcebc2f33b None None] Attempt 3 to provision port 3643062d-c8fd-4dd8-8ade-74a425024837 Sep 30 09:36:35.081177 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-53ef574d-2e90-4e1d-a79a-7efcebc2f33b None None] Port 3643062d-c8fd-4dd8-8ade-74a425024837 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:36:35.171895 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-a54c4656-b527-4e09-9ebd-a16ad6ca8b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:35.189291 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-a54c4656-b527-4e09-9ebd-a16ad6ca8b17 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=b208ce5f-758d-4f0c-90ce-9c825be7bba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2513914 Sep 30 09:36:35.226532 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:35.230767 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b3a26580-55eb-4eef-90e5-216604835380 admin admin] Publish callbacks [] for security_group (3e8c0035-4f4d-496c-9504-ce6607adf530), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:35.280144 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b3a26580-55eb-4eef-90e5-216604835380 admin admin] Publish callbacks [] for security_group (3e8c0035-4f4d-496c-9504-ce6607adf530), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:35.394302 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546950e5-f83e-487c-abad-9a4015560294 service neutron] Pushing event updated for resources: {'Port': ['ID=3643062d-c8fd-4dd8-8ade-74a425024837,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:35.422349 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-546950e5-f83e-487c-abad-9a4015560294 service neutron] Attempting to bind port 3643062d-c8fd-4dd8-8ade-74a425024837 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:36:35.423302 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-546950e5-f83e-487c-abad-9a4015560294 service neutron] Attempting to bind port 3643062d-c8fd-4dd8-8ade-74a425024837 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '564e7fba-80a0-41fa-9dbf-7d18353521c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:36:35.424025 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-546950e5-f83e-487c-abad-9a4015560294 service neutron] Attempting to bind port 3643062d-c8fd-4dd8-8ade-74a425024837 on network 486301e7-f0bf-4b46-826b-b0b4132f2272 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:36:35.427393 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b3a26580-55eb-4eef-90e5-216604835380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (3e8c0035-4f4d-496c-9504-ce6607adf530), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:35.431062 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b3a26580-55eb-4eef-90e5-216604835380 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:35.448221 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-b3a26580-55eb-4eef-90e5-216604835380 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/3e8c0035-4f4d-496c-9504-ce6607adf530 HTTP/1.1" status: 204 len: 168 time: 0.6408021 Sep 30 09:36:35.505596 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d256f365-c635-4465-a428-2f42f016c20e x-openstack-request-id: req-d256f365-c635-4465-a428-2f42f016c20e {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:36:35.516778 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7afabbde-d38f-4220-ba51-d309cf29ab34", "tag": "cf81158f-690a-43be-9000-0bc960d4902a", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:36:35.517808 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d256f365-c635-4465-a428-2f42f016c20e {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:36:35.523327 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d256f365-c635-4465-a428-2f42f016c20e'] response: {'name': 'network-changed', 'server_uuid': '7afabbde-d38f-4220-ba51-d309cf29ab34', 'tag': 'cf81158f-690a-43be-9000-0bc960d4902a', 'status': 'completed', 'code': 200} Sep 30 09:36:35.545392 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a26580-55eb-4eef-90e5-216604835380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8c0035-4f4d-496c-9504-ce6607adf530,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:35.578783 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-e43a121e-7d9e-43be-b384-56d267e95c2b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b208ce5f-758d-4f0c-90ce-9c825be7bba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937504 Sep 30 09:36:35.587708 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-53ef574d-2e90-4e1d-a79a-7efcebc2f33b None None] Attempt 4 to provision port 3643062d-c8fd-4dd8-8ade-74a425024837 Sep 30 09:36:35.740474 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-53ef574d-2e90-4e1d-a79a-7efcebc2f33b None None] Port 3643062d-c8fd-4dd8-8ade-74a425024837 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:36:35.876447 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-fb91865b-b034-4f35-bc50-cf4afc97d236 req-0cf3e35a-0ea5-4116-bcc5-275c48b2b4d6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b208ce5f-758d-4f0c-90ce-9c825be7bba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864323 Sep 30 09:36:36.008263 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:36.047977 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-546950e5-f83e-487c-abad-9a4015560294 service neutron] Port 3643062d-c8fd-4dd8-8ade-74a425024837 on network 486301e7-f0bf-4b46-826b-b0b4132f2272 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:36:36.048486 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-546950e5-f83e-487c-abad-9a4015560294 service neutron] Attempting to bind port 3643062d-c8fd-4dd8-8ade-74a425024837 on network 486301e7-f0bf-4b46-826b-b0b4132f2272 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:36:36.092767 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4859373e-a3ce-441a-b6a9-75445fe69d45 req-5e0f88a8-056e-43d1-81af-19149664b4aa service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6393c21b-9685-4d97-968d-d3184efd867f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1611643 Sep 30 09:36:36.123351 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bde4c1-4682-4937-8d6c-5e49c1b14b99 req-8e33bc55-173f-4012-a2df-0a8fa69b96e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:36.128533 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-36bde4c1-4682-4937-8d6c-5e49c1b14b99 req-8e33bc55-173f-4012-a2df-0a8fa69b96e9 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=277b0f36e38f42909ad307ca1d09b7da&device_id=7afabbde-d38f-4220-ba51-d309cf29ab34 HTTP/1.1" status: 200 len: 1127 time: 0.1301432 Sep 30 09:36:36.180693 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265c83d-71b3-4b8c-a789-19534ad46a24 req-197a8603-c69f-4c37-9417-1ec3d232e643 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:36.187811 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-3265c83d-71b3-4b8c-a789-19534ad46a24 req-197a8603-c69f-4c37-9417-1ec3d232e643 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a85f5874-4497-40f9-b65a-cf96396c1a41 HTTP/1.1" status: 200 len: 943 time: 0.6333988 Sep 30 09:36:36.220306 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-546950e5-f83e-487c-abad-9a4015560294 service neutron] Checking agent: {'id': '163c8669-4b7e-4ed1-afd3-94872a5a2df2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 34), 'started_at': datetime.datetime(2022, 9, 30, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:36:36.220573 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-546950e5-f83e-487c-abad-9a4015560294 service neutron] Checking segment: {'id': '564e7fba-80a0-41fa-9dbf-7d18353521c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:36:36.221049 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-546950e5-f83e-487c-abad-9a4015560294 service neutron] Bound using segment: {'id': '564e7fba-80a0-41fa-9dbf-7d18353521c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:36:36.222555 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-546950e5-f83e-487c-abad-9a4015560294 service neutron] Bound port: 3643062d-c8fd-4dd8-8ade-74a425024837, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '564e7fba-80a0-41fa-9dbf-7d18353521c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:36:36.223267 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-546950e5-f83e-487c-abad-9a4015560294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (3643062d-c8fd-4dd8-8ade-74a425024837), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:36.247656 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-53ef574d-2e90-4e1d-a79a-7efcebc2f33b None None] Attempt 5 to provision port 3643062d-c8fd-4dd8-8ade-74a425024837 Sep 30 09:36:36.383064 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571242d-bbaa-4b51-b983-e2fd19955053 req-30226e08-d66b-40c0-9857-c922e603274f tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:36.413824 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4571242d-bbaa-4b51-b983-e2fd19955053 req-30226e08-d66b-40c0-9857-c922e603274f tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7afabbde-d38f-4220-ba51-d309cf29ab34 HTTP/1.1" status: 200 len: 943 time: 0.3996844 Sep 30 09:36:36.415471 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-53ef574d-2e90-4e1d-a79a-7efcebc2f33b None None] Port 3643062d-c8fd-4dd8-8ade-74a425024837 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:36:36.574545 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bde4c1-4682-4937-8d6c-5e49c1b14b99 req-c85e147a-8b4a-477c-b929-c49ec9906c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:36.579718 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-36bde4c1-4682-4937-8d6c-5e49c1b14b99 req-c85e147a-8b4a-477c-b929-c49ec9906c07 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=b208ce5f-758d-4f0c-90ce-9c825be7bba2 HTTP/1.1" status: 200 len: 915 time: 0.4239352 Sep 30 09:36:36.661175 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4571242d-bbaa-4b51-b983-e2fd19955053 req-b2678509-4ef3-4b08-9447-eb20cf7c20c0 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a72fca64-cc44-42dc-9f6f-70665296dbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2454100 Sep 30 09:36:36.671043 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-36bde4c1-4682-4937-8d6c-5e49c1b14b99 req-7012a420-b933-4a51-9e6d-8de2b92a9270 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf81158f-690a-43be-9000-0bc960d4902a HTTP/1.1" status: 200 len: 217 time: 0.0754359 Sep 30 09:36:36.703463 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4859373e-a3ce-441a-b6a9-75445fe69d45 req-955450af-6fa2-4a7b-86da-58176756a431 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6393c21b-9685-4d97-968d-d3184efd867f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5823519 Sep 30 09:36:36.716075 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-3265c83d-71b3-4b8c-a789-19534ad46a24 req-19bd006e-7229-416f-a3d0-2df69368615d tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=13391bd4-de0a-4b53-9830-5e8fb0a0885f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4969482 Sep 30 09:36:36.769831 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-546950e5-f83e-487c-abad-9a4015560294 service neutron] For port 3643062d-c8fd-4dd8-8ade-74a425024837, host hv-cinder-maste, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:36:36.775705 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-546950e5-f83e-487c-abad-9a4015560294 service neutron] For port 3643062d-c8fd-4dd8-8ade-74a425024837, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3643062d-c8fd-4dd8-8ade-74a425024837,segment=NetworkSegment(564e7fba-80a0-41fa-9dbf-7d18353521c2),segment_id=564e7fba-80a0-41fa-9dbf-7d18353521c2)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:36:36.787910 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-546950e5-f83e-487c-abad-9a4015560294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (3643062d-c8fd-4dd8-8ade-74a425024837), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:36.792000 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-546950e5-f83e-487c-abad-9a4015560294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:36.796429 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-546950e5-f83e-487c-abad-9a4015560294 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for port (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:36.798114 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-546950e5-f83e-487c-abad-9a4015560294 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/3643062d-c8fd-4dd8-8ade-74a425024837 HTTP/1.1" status: 200 len: 1094 time: 5.1360183 Sep 30 09:36:36.800471 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa45afac-631e-4b21-b7fd-d72725a08efd', 'tag': '3643062d-c8fd-4dd8-8ade-74a425024837'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:36:36.810051 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fcb41cfe2f49de8823fc1653213cc9e5b77d80f13114ba069ec5cf27ea68f53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616665fc-fc7e-45e3-af97-b729ba653bb4" -d '{"events": [{"name": "network-changed", "server_uuid": "aa45afac-631e-4b21-b7fd-d72725a08efd", "tag": "3643062d-c8fd-4dd8-8ade-74a425024837"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:36:36.917088 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-53ef574d-2e90-4e1d-a79a-7efcebc2f33b None None] Attempt 6 to provision port 3643062d-c8fd-4dd8-8ade-74a425024837 Sep 30 09:36:36.934815 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27651599-c13f-4440-b8e2-d7d727b33940 x-openstack-request-id: req-27651599-c13f-4440-b8e2-d7d727b33940 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:36:36.935109 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa45afac-631e-4b21-b7fd-d72725a08efd", "tag": "3643062d-c8fd-4dd8-8ade-74a425024837", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:36:36.935363 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-27651599-c13f-4440-b8e2-d7d727b33940 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:36:36.935762 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27651599-c13f-4440-b8e2-d7d727b33940'] response: {'name': 'network-changed', 'server_uuid': 'aa45afac-631e-4b21-b7fd-d72725a08efd', 'tag': '3643062d-c8fd-4dd8-8ade-74a425024837', 'status': 'completed', 'code': 200} Sep 30 09:36:36.994341 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-53ef574d-2e90-4e1d-a79a-7efcebc2f33b None None] Port 3643062d-c8fd-4dd8-8ade-74a425024837 had new provisioning blocks added so it will not transition to active. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 30 09:36:37.050427 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb225b8-6ee6-4144-8aa0-50732550b280 req-f9831573-e0b2-4206-ac02-5495dfbd05f3 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:37.059457 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ffb225b8-6ee6-4144-8aa0-50732550b280 req-f9831573-e0b2-4206-ac02-5495dfbd05f3 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 944 time: 0.2268846 Sep 30 09:36:37.089769 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546950e5-f83e-487c-abad-9a4015560294 service neutron] Pushing event updated for resources: {'Port': ['ID=3643062d-c8fd-4dd8-8ade-74a425024837,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:37.142738 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ffb225b8-6ee6-4144-8aa0-50732550b280 req-70507320-78d2-4905-ad0f-762c9be5938d tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806749 Sep 30 09:36:37.804517 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9937c-feb3-45bf-8918-308e6a27a803 req-a53fe8d4-0132-4470-b524-515450dad53f tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:37.806149 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c6a9937c-feb3-45bf-8918-308e6a27a803 req-a53fe8d4-0132-4470-b524-515450dad53f tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7afabbde-d38f-4220-ba51-d309cf29ab34 HTTP/1.1" status: 200 len: 943 time: 0.0524552 Sep 30 09:36:37.875849 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed6ad9-4ccf-4dca-9ab9-ef5aed619f35 req-3427a2f6-e4a0-4d9f-b999-7fb2dc3e1f37 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:37.877352 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c4ed6ad9-4ccf-4dca-9ab9-ef5aed619f35 req-3427a2f6-e4a0-4d9f-b999-7fb2dc3e1f37 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a85f5874-4497-40f9-b65a-cf96396c1a41 HTTP/1.1" status: 200 len: 943 time: 0.0703428 Sep 30 09:36:37.910200 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c6a9937c-feb3-45bf-8918-308e6a27a803 req-82dded8b-00ec-4999-93db-d34165738ec7 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a72fca64-cc44-42dc-9f6f-70665296dbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945504 Sep 30 09:36:37.923130 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:37.941604 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c4ed6ad9-4ccf-4dca-9ab9-ef5aed619f35 req-cdee03f0-9308-43b6-ba55-f75c4ae829ed tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=13391bd4-de0a-4b53-9830-5e8fb0a0885f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571613 Sep 30 09:36:38.039138 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bde4c1-4682-4937-8d6c-5e49c1b14b99 req-21442e52-98af-4391-8bad-2c4b4f31b9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:38.040972 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-36bde4c1-4682-4937-8d6c-5e49c1b14b99 req-21442e52-98af-4391-8bad-2c4b4f31b9dd service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=8411074f-f19b-4e83-87b2-5762dc2e15cc HTTP/1.1" status: 200 len: 853 time: 0.0540211 Sep 30 09:36:38.290147 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2463a344-5a58-4c9d-9e19-ec5da25a94ac req-e544ae5e-f4ec-4e27-bae7-4d84d344a705 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:38.292179 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-2463a344-5a58-4c9d-9e19-ec5da25a94ac req-e544ae5e-f4ec-4e27-bae7-4d84d344a705 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 944 time: 0.0582080 Sep 30 09:36:38.355269 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-2463a344-5a58-4c9d-9e19-ec5da25a94ac req-921acbc6-371f-4d92-93b0-a71517ad509c tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504236 Sep 30 09:36:38.406717 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bde4c1-4682-4937-8d6c-5e49c1b14b99 req-77b43105-2bf0-43e8-9915-da6ac8d2c565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:38.409813 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-36bde4c1-4682-4937-8d6c-5e49c1b14b99 req-77b43105-2bf0-43e8-9915-da6ac8d2c565 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=b208ce5f-758d-4f0c-90ce-9c825be7bba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0572281 Sep 30 09:36:38.456949 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616665fc-fc7e-45e3-af97-b729ba653bb4 req-0281f091-d7e9-4f76-a455-fae955099fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:38.458620 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-616665fc-fc7e-45e3-af97-b729ba653bb4 req-0281f091-d7e9-4f76-a455-fae955099fb9 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=7258740d324b4be18675101826a78ca7&device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 1128 time: 0.0493898 Sep 30 09:36:38.512681 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-36bde4c1-4682-4937-8d6c-5e49c1b14b99 req-fbf87938-3349-4466-b94f-6c4c60dc3de1 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b208ce5f-758d-4f0c-90ce-9c825be7bba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927260 Sep 30 09:36:38.612536 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 37164) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:38.629382 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-36bde4c1-4682-4937-8d6c-5e49c1b14b99 req-9df82a41-5fa5-4904-bb6b-0e25f7629d69 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b208ce5f-758d-4f0c-90ce-9c825be7bba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069233 Sep 30 09:36:38.663923 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616665fc-fc7e-45e3-af97-b729ba653bb4 req-a712b363-1946-4548-b294-6774e3cab322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:38.665394 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-616665fc-fc7e-45e3-af97-b729ba653bb4 req-a712b363-1946-4548-b294-6774e3cab322 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=7258740d324b4be18675101826a78ca7&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1890359 Sep 30 09:36:38.744487 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-ff4fb17a-6b6f-4605-9469-e947f252c1a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:38.824860 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:38.835589 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:38.839913 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-ff4fb17a-6b6f-4605-9469-e947f252c1a4 admin admin] Publish callbacks [] for security_group (ece00fb4-9321-4712-8f67-5a2c38f2c0a3), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:38.844048 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-ff4fb17a-6b6f-4605-9469-e947f252c1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (ece00fb4-9321-4712-8f67-5a2c38f2c0a3), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:38.858323 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616665fc-fc7e-45e3-af97-b729ba653bb4 req-72fc32f3-481e-4b6a-a0a1-d3de975b5611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:38.859975 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-616665fc-fc7e-45e3-af97-b729ba653bb4 req-72fc32f3-481e-4b6a-a0a1-d3de975b5611 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1733656 Sep 30 09:36:38.887983 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4fb17a-6b6f-4605-9469-e947f252c1a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece00fb4-9321-4712-8f67-5a2c38f2c0a3,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:38.893396 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-ff4fb17a-6b6f-4605-9469-e947f252c1a4 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=bb75584943b64005af766980d3d20af0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2798085 Sep 30 09:36:38.897364 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 37178) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:38.935275 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:38.948945 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9681a751-b66f-49a2-a93b-0f87c6e934b7 admin admin] Publish callbacks [] for security_group (ece00fb4-9321-4712-8f67-5a2c38f2c0a3), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:38.971258 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9681a751-b66f-49a2-a93b-0f87c6e934b7 admin admin] Publish callbacks [] for security_group (ece00fb4-9321-4712-8f67-5a2c38f2c0a3), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:39.026351 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9681a751-b66f-49a2-a93b-0f87c6e934b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (ece00fb4-9321-4712-8f67-5a2c38f2c0a3), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:39.030206 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9681a751-b66f-49a2-a93b-0f87c6e934b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:39.031450 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-9681a751-b66f-49a2-a93b-0f87c6e934b7 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ece00fb4-9321-4712-8f67-5a2c38f2c0a3 HTTP/1.1" status: 204 len: 168 time: 0.1330118 Sep 30 09:36:39.046265 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9681a751-b66f-49a2-a93b-0f87c6e934b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece00fb4-9321-4712-8f67-5a2c38f2c0a3,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:39.077684 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901af3f-0fd1-4ccb-a02e-158231e3d780 req-7c432957-4fb9-4e00-8101-9633822183e0 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:39.079904 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8901af3f-0fd1-4ccb-a02e-158231e3d780 req-7c432957-4fb9-4e00-8101-9633822183e0 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7afabbde-d38f-4220-ba51-d309cf29ab34 HTTP/1.1" status: 200 len: 943 time: 0.0767498 Sep 30 09:36:39.145585 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db5441-c568-4aa5-8bdd-0a716e6dadd0 req-dd04a0f6-5eff-45fc-9358-e19b6dea0f89 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:39.148388 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a6db5441-c568-4aa5-8bdd-0a716e6dadd0 req-dd04a0f6-5eff-45fc-9358-e19b6dea0f89 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a85f5874-4497-40f9-b65a-cf96396c1a41 HTTP/1.1" status: 200 len: 943 time: 0.1062918 Sep 30 09:36:39.201363 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8901af3f-0fd1-4ccb-a02e-158231e3d780 req-792b10ba-bd8b-4541-aa13-7bff2346a656 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a72fca64-cc44-42dc-9f6f-70665296dbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999570 Sep 30 09:36:39.223586 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a6db5441-c568-4aa5-8bdd-0a716e6dadd0 req-4dba032b-195a-462e-a2e7-b748f59bd34d tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=13391bd4-de0a-4b53-9830-5e8fb0a0885f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662568 Sep 30 09:36:39.259793 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=39 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:39.282051 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:39.425757 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 37204) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:39.441310 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-da1ade73-d0f9-4cc0-bcce-a1a0ef4b6fd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:39.540424 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab27b5-a1aa-4cfa-af44-9f8c3e9f8d4f req-425af01e-402c-4706-af23-4737ddd0945e tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:39.541396 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-9fab27b5-a1aa-4cfa-af44-9f8c3e9f8d4f req-425af01e-402c-4706-af23-4737ddd0945e tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 944 time: 0.0736735 Sep 30 09:36:39.616636 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-da1ade73-d0f9-4cc0-bcce-a1a0ef4b6fd1 admin admin] Publish callbacks [] for security_group (71d8fe8b-2c98-4553-ab39-8919e32f177b), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:39.621817 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-9fab27b5-a1aa-4cfa-af44-9f8c3e9f8d4f req-c069a3d0-1b00-436c-a667-a80a7f497f43 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729532 Sep 30 09:36:39.622802 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-da1ade73-d0f9-4cc0-bcce-a1a0ef4b6fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (71d8fe8b-2c98-4553-ab39-8919e32f177b), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:39.668295 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ade73-d0f9-4cc0-bcce-a1a0ef4b6fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d8fe8b-2c98-4553-ab39-8919e32f177b,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:39.674137 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-da1ade73-d0f9-4cc0-bcce-a1a0ef4b6fd1 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=48b6c97dcba94945ab5878ba4a663edf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2472603 Sep 30 09:36:39.675560 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 37214) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:39.743923 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5ac8211b-c55f-45bf-b866-cc9277e6bfe3 admin admin] Publish callbacks [] for security_group (71d8fe8b-2c98-4553-ab39-8919e32f177b), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:39.767418 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5ac8211b-c55f-45bf-b866-cc9277e6bfe3 admin admin] Publish callbacks [] for security_group (71d8fe8b-2c98-4553-ab39-8919e32f177b), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:39.779023 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:39.838561 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5ac8211b-c55f-45bf-b866-cc9277e6bfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (71d8fe8b-2c98-4553-ab39-8919e32f177b), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:39.841244 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5ac8211b-c55f-45bf-b866-cc9277e6bfe3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:39.842410 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-5ac8211b-c55f-45bf-b866-cc9277e6bfe3 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/71d8fe8b-2c98-4553-ab39-8919e32f177b HTTP/1.1" status: 204 len: 168 time: 0.1638315 Sep 30 09:36:39.862118 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac8211b-c55f-45bf-b866-cc9277e6bfe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d8fe8b-2c98-4553-ab39-8919e32f177b,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:40.387177 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09c86d-fc41-4374-abc8-404c494a2eb0 req-4976c3ff-1db6-4c35-a1b1-ed07f13d4a31 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:40.388709 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-5e09c86d-fc41-4374-abc8-404c494a2eb0 req-4976c3ff-1db6-4c35-a1b1-ed07f13d4a31 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7afabbde-d38f-4220-ba51-d309cf29ab34 HTTP/1.1" status: 200 len: 943 time: 0.0940602 Sep 30 09:36:40.434197 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03b01e-1180-43be-9a63-50885a860563 req-3b84f999-c9e7-462b-a3f3-1bca89ac21ea tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:40.435709 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8d03b01e-1180-43be-9a63-50885a860563 req-3b84f999-c9e7-462b-a3f3-1bca89ac21ea tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a85f5874-4497-40f9-b65a-cf96396c1a41 HTTP/1.1" status: 200 len: 943 time: 0.0992246 Sep 30 09:36:40.500947 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-5e09c86d-fc41-4374-abc8-404c494a2eb0 req-4700ddf7-4f2c-4556-a09a-2050422ef184 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a72fca64-cc44-42dc-9f6f-70665296dbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022854 Sep 30 09:36:40.553847 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8d03b01e-1180-43be-9a63-50885a860563 req-03b83432-c93e-47b6-a33b-9805e0137ec0 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=13391bd4-de0a-4b53-9830-5e8fb0a0885f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871170 Sep 30 09:36:40.772033 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e1597-1cbf-4c22-8616-eb5419675098 req-4e32f54b-4de8-439a-b4c0-6791977b668b tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:40.773666 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-e99e1597-1cbf-4c22-8616-eb5419675098 req-4e32f54b-4de8-439a-b4c0-6791977b668b tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 944 time: 0.0515363 Sep 30 09:36:40.818561 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:40.823940 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-e99e1597-1cbf-4c22-8616-eb5419675098 req-f41fe833-db77-4a8a-ae69-f1de2573e2ea tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443738 Sep 30 09:36:41.758694 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6b64d-995a-408f-8712-28a7cd185349 req-74d94c20-c9b5-46e1-a3b8-9ce80a48dd03 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:41.760375 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-45d6b64d-995a-408f-8712-28a7cd185349 req-74d94c20-c9b5-46e1-a3b8-9ce80a48dd03 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7afabbde-d38f-4220-ba51-d309cf29ab34 HTTP/1.1" status: 200 len: 943 time: 0.1282809 Sep 30 09:36:41.790169 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f3652-0a84-4df3-a750-d29479f30254 req-08e6b15b-7d87-420e-9cc5-594524c07d09 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:41.792172 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a46f3652-0a84-4df3-a750-d29479f30254 req-08e6b15b-7d87-420e-9cc5-594524c07d09 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a85f5874-4497-40f9-b65a-cf96396c1a41 HTTP/1.1" status: 200 len: 943 time: 0.1086984 Sep 30 09:36:41.814295 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 37332) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:41.856733 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-45d6b64d-995a-408f-8712-28a7cd185349 req-29095e4f-0027-45e6-b05b-43ac0b38987f tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a72fca64-cc44-42dc-9f6f-70665296dbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877640 Sep 30 09:36:41.887580 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a46f3652-0a84-4df3-a750-d29479f30254 req-6bb64c94-4887-4a50-8b9a-97f8315f1194 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=13391bd4-de0a-4b53-9830-5e8fb0a0885f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826442 Sep 30 09:36:42.004165 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-13805fe7-10f5-43dd-885d-4f5c982186c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:42.008383 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca785c-e58a-4377-b173-1b0b6b61e1d5 req-958e2b1f-a060-422d-b2cd-d373ff871328 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:42.010135 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-2fca785c-e58a-4377-b173-1b0b6b61e1d5 req-958e2b1f-a060-422d-b2cd-d373ff871328 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 944 time: 0.0597482 Sep 30 09:36:42.089947 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-2fca785c-e58a-4377-b173-1b0b6b61e1d5 req-e5d8e761-3aca-4ef7-8cf7-d488e8a907a8 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660851 Sep 30 09:36:42.099600 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-13805fe7-10f5-43dd-885d-4f5c982186c1 admin admin] Publish callbacks [] for security_group (89f0df32-0178-4728-88d4-c298a943494b), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:42.108396 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-13805fe7-10f5-43dd-885d-4f5c982186c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (89f0df32-0178-4728-88d4-c298a943494b), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:42.165374 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-13805fe7-10f5-43dd-885d-4f5c982186c1 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=253ce34785e8458ba38c1036b7687c63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3500009 Sep 30 09:36:42.166269 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13805fe7-10f5-43dd-885d-4f5c982186c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f0df32-0178-4728-88d4-c298a943494b,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:42.168103 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 37354) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:42.226781 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c3e769e8-d592-4e66-80cd-26f831273581 admin admin] Publish callbacks [] for security_group (89f0df32-0178-4728-88d4-c298a943494b), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:42.248998 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c3e769e8-d592-4e66-80cd-26f831273581 admin admin] Publish callbacks [] for security_group (89f0df32-0178-4728-88d4-c298a943494b), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:42.297409 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c3e769e8-d592-4e66-80cd-26f831273581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (89f0df32-0178-4728-88d4-c298a943494b), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:42.300002 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c3e769e8-d592-4e66-80cd-26f831273581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:42.301208 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-c3e769e8-d592-4e66-80cd-26f831273581 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/89f0df32-0178-4728-88d4-c298a943494b HTTP/1.1" status: 204 len: 168 time: 0.1320007 Sep 30 09:36:42.312414 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e769e8-d592-4e66-80cd-26f831273581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f0df32-0178-4728-88d4-c298a943494b,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:42.619929 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 37374) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:42.634793 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fdeee201-5bd3-4b09-b840-ccb4551d0619 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:42.684263 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 37376) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:42.719024 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fdeee201-5bd3-4b09-b840-ccb4551d0619 admin admin] Publish callbacks [] for security_group (0bb8271c-a551-488d-8482-88408e0fbbdb), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:42.722891 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fdeee201-5bd3-4b09-b840-ccb4551d0619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (0bb8271c-a551-488d-8482-88408e0fbbdb), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:42.728197 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:42.766440 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-fdeee201-5bd3-4b09-b840-ccb4551d0619 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=b6f449bc790d4b7b95d314de67e10a75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1450517 Sep 30 09:36:42.769169 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 37380) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:42.777001 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeee201-5bd3-4b09-b840-ccb4551d0619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb8271c-a551-488d-8482-88408e0fbbdb,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:42.810175 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c9aa6faf-eabe-4994-a0dc-6a75a53a21b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:42.863605 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-534e4804-d6ed-4fba-8049-894b5746cbb9 admin admin] Publish callbacks [] for security_group (0bb8271c-a551-488d-8482-88408e0fbbdb), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:42.894282 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-534e4804-d6ed-4fba-8049-894b5746cbb9 admin admin] Publish callbacks [] for security_group (0bb8271c-a551-488d-8482-88408e0fbbdb), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:42.946531 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=15 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:42.961929 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c9aa6faf-eabe-4994-a0dc-6a75a53a21b6 admin admin] Publish callbacks [] for security_group (5a146f79-8a7f-4a77-a079-813142025e5f), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:42.999693 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c9aa6faf-eabe-4994-a0dc-6a75a53a21b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (5a146f79-8a7f-4a77-a079-813142025e5f), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:43.069702 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca8f4b-3d37-48d7-90c5-7c862e06efaf req-d061e783-4f78-48e7-ab67-4e1ced9bc1b0 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:43.071603 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-62ca8f4b-3d37-48d7-90c5-7c862e06efaf req-d061e783-4f78-48e7-ab67-4e1ced9bc1b0 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7afabbde-d38f-4220-ba51-d309cf29ab34 HTTP/1.1" status: 200 len: 943 time: 0.1212544 Sep 30 09:36:43.104829 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b56836-c7b0-4c3a-839a-6a31eb9b71c6 req-b542f91b-fb09-4204-b2e1-758d1513f3c6 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:43.106430 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c9b56836-c7b0-4c3a-839a-6a31eb9b71c6 req-b542f91b-fb09-4204-b2e1-758d1513f3c6 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a85f5874-4497-40f9-b65a-cf96396c1a41 HTTP/1.1" status: 200 len: 943 time: 0.1342497 Sep 30 09:36:43.111644 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-534e4804-d6ed-4fba-8049-894b5746cbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (0bb8271c-a551-488d-8482-88408e0fbbdb), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:43.117094 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-534e4804-d6ed-4fba-8049-894b5746cbb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:43.117094 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-534e4804-d6ed-4fba-8049-894b5746cbb9 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/0bb8271c-a551-488d-8482-88408e0fbbdb HTTP/1.1" status: 204 len: 168 time: 0.3435941 Sep 30 09:36:43.145074 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 37404) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:43.145562 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-c9aa6faf-eabe-4994-a0dc-6a75a53a21b6 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=7c2d8e595a7d4edba9d798b892dfc32f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4599130 Sep 30 09:36:43.146815 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa6faf-eabe-4994-a0dc-6a75a53a21b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a146f79-8a7f-4a77-a079-813142025e5f,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:43.188185 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534e4804-d6ed-4fba-8049-894b5746cbb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb8271c-a551-488d-8482-88408e0fbbdb,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:43.222713 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-62ca8f4b-3d37-48d7-90c5-7c862e06efaf req-66a1a66b-4a8f-4997-9e1e-09b889fa3a79 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a72fca64-cc44-42dc-9f6f-70665296dbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276550 Sep 30 09:36:43.242645 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c9b56836-c7b0-4c3a-839a-6a31eb9b71c6 req-95bc11b5-5966-489b-944a-3f5f888bf9c4 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=13391bd4-de0a-4b53-9830-5e8fb0a0885f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031036 Sep 30 09:36:43.245089 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9b5ea02b-1582-42b2-bf7a-c126bc72155f admin admin] Publish callbacks [] for security_group (5a146f79-8a7f-4a77-a079-813142025e5f), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:43.293668 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9b5ea02b-1582-42b2-bf7a-c126bc72155f admin admin] Publish callbacks [] for security_group (5a146f79-8a7f-4a77-a079-813142025e5f), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:43.365099 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9b5ea02b-1582-42b2-bf7a-c126bc72155f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (5a146f79-8a7f-4a77-a079-813142025e5f), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:43.369256 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9b5ea02b-1582-42b2-bf7a-c126bc72155f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:43.370602 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-9b5ea02b-1582-42b2-bf7a-c126bc72155f admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/5a146f79-8a7f-4a77-a079-813142025e5f HTTP/1.1" status: 204 len: 168 time: 0.2245142 Sep 30 09:36:43.379054 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ea02b-1582-42b2-bf7a-c126bc72155f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a146f79-8a7f-4a77-a079-813142025e5f,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:43.389191 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd9695-ce46-406f-97a6-ff7ad936778b req-0f863679-0c3a-4a12-b605-5edb996dacb3 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:43.395192 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-aacd9695-ce46-406f-97a6-ff7ad936778b req-0f863679-0c3a-4a12-b605-5edb996dacb3 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 944 time: 0.0674429 Sep 30 09:36:43.447402 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-aacd9695-ce46-406f-97a6-ff7ad936778b req-76d8c101-9b9d-4b53-a1e8-092a37847fde tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474007 Sep 30 09:36:43.764177 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-a606fe91-0c60-4816-94e7-a83c4831db05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:43.765950 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-a606fe91-0c60-4816-94e7-a83c4831db05 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=7258740d324b4be18675101826a78ca7&device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 1128 time: 0.0646038 Sep 30 09:36:43.822123 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-2a37866f-c744-4d1d-a049-b00a40cef753 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3643062d-c8fd-4dd8-8ade-74a425024837 HTTP/1.1" status: 200 len: 217 time: 0.0390813 Sep 30 09:36:43.827150 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 37432) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:43.842059 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-5b6ceaa5-fd58-4086-ab87-af5abcaddf0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:43.874876 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-9f8fd2b7-4501-4e7f-bca8-e36b7faf51f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:43.876412 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-9f8fd2b7-4501-4e7f-bca8-e36b7faf51f1 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=caa068e9-5807-465e-a6a4-c687aab9e12e HTTP/1.1" status: 200 len: 856 time: 0.0487478 Sep 30 09:36:43.929032 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-a219121a-7436-4948-8df5-05cf1c131cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:43.929874 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-5b6ceaa5-fd58-4086-ab87-af5abcaddf0f admin admin] Publish callbacks [] for security_group (346753a1-689d-4820-8662-0f59e0b3a73b), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:43.931545 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-a219121a-7436-4948-8df5-05cf1c131cd4 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=486301e7-f0bf-4b46-826b-b0b4132f2272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0491755 Sep 30 09:36:43.934074 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-5b6ceaa5-fd58-4086-ab87-af5abcaddf0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (346753a1-689d-4820-8662-0f59e0b3a73b), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:43.977539 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-5b6ceaa5-fd58-4086-ab87-af5abcaddf0f admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=574f5dfe9f4344bfabe064c2367098cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1492851 Sep 30 09:36:43.980142 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 37434) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:43.986378 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6ceaa5-fd58-4086-ab87-af5abcaddf0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346753a1-689d-4820-8662-0f59e0b3a73b,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:43.998666 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:44.044046 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-5179d896-ad9f-41b4-830a-fd05b3e54557 admin admin] Publish callbacks [] for security_group (346753a1-689d-4820-8662-0f59e0b3a73b), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:44.045585 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-b3e18a90-f86a-44b1-b7b1-c81cab98f529 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/486301e7-f0bf-4b46-826b-b0b4132f2272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031735 Sep 30 09:36:44.069250 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-5179d896-ad9f-41b4-830a-fd05b3e54557 admin admin] Publish callbacks [] for security_group (346753a1-689d-4820-8662-0f59e0b3a73b), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:44.077328 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:44.111966 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:44.131345 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-5179d896-ad9f-41b4-830a-fd05b3e54557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (346753a1-689d-4820-8662-0f59e0b3a73b), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:44.134049 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-5179d896-ad9f-41b4-830a-fd05b3e54557 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:44.137444 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-5179d896-ad9f-41b4-830a-fd05b3e54557 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/346753a1-689d-4820-8662-0f59e0b3a73b HTTP/1.1" status: 204 len: 168 time: 0.1541123 Sep 30 09:36:44.143503 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5179d896-ad9f-41b4-830a-fd05b3e54557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346753a1-689d-4820-8662-0f59e0b3a73b,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:44.373232 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 44ba4930-6b1c-4c71-a0f2-91b620caa595 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:36:44.417829 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-02068440-5855-43fa-8165-98cd9ee9e8ce req-80ba9730-b3c4-42f1-8d75-96fffa5a2dd9 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/486301e7-f0bf-4b46-826b-b0b4132f2272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648219 Sep 30 09:36:44.569232 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:44.605679 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a83606-7bca-4330-9b8e-034f093984b7 req-66bc9bdd-d72f-4c74-a988-7a4c7989dc0c tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:44.607068 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-87a83606-7bca-4330-9b8e-034f093984b7 req-66bc9bdd-d72f-4c74-a988-7a4c7989dc0c tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7afabbde-d38f-4220-ba51-d309cf29ab34 HTTP/1.1" status: 200 len: 943 time: 0.1889951 Sep 30 09:36:44.625615 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898845d-ad70-4b19-9913-12f91204d62c req-223f697a-769b-4359-b0f4-1224592692fb tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:44.627179 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-e898845d-ad70-4b19-9913-12f91204d62c req-223f697a-769b-4359-b0f4-1224592692fb tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a85f5874-4497-40f9-b65a-cf96396c1a41 HTTP/1.1" status: 200 len: 943 time: 0.2073860 Sep 30 09:36:44.650992 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port 44ba4930-6b1c-4c71-a0f2-91b620caa595, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=44ba4930-6b1c-4c71-a0f2-91b620caa595,segment=NetworkSegment(39ea8fdd-1369-4a8e-8903-72d960c9ae2d),segment_id=39ea8fdd-1369-4a8e-8903-72d960c9ae2d)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:36:44.685978 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Returning: {'device': '44ba4930-6b1c-4c71-a0f2-91b620caa595', 'network_id': '6393c21b-9685-4d97-968d-d3184efd867f', 'port_id': '44ba4930-6b1c-4c71-a0f2-91b620caa595', 'mac_address': 'fa:16:3e:a3:c4:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0107e732-10dd-41f2-85e4-67fccefb952d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:36:44.760829 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port 44ba4930-6b1c-4c71-a0f2-91b620caa595 is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:36:44.763183 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (44ba4930-6b1c-4c71-a0f2-91b620caa595), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:44.785219 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44ba4930-6b1c-4c71-a0f2-91b620caa595 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:36:44.789440 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-87a83606-7bca-4330-9b8e-034f093984b7 req-832507a8-286b-4f9a-a9da-4d7d80aeb310 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a72fca64-cc44-42dc-9f6f-70665296dbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607904 Sep 30 09:36:44.812128 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-e898845d-ad70-4b19-9913-12f91204d62c req-1255cc11-bfcb-4bc4-8e01-e7084c9fddad tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=13391bd4-de0a-4b53-9830-5e8fb0a0885f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394918 Sep 30 09:36:44.842568 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port 44ba4930-6b1c-4c71-a0f2-91b620caa595, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=44ba4930-6b1c-4c71-a0f2-91b620caa595,segment=NetworkSegment(39ea8fdd-1369-4a8e-8903-72d960c9ae2d),segment_id=39ea8fdd-1369-4a8e-8903-72d960c9ae2d)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:36:44.861144 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (44ba4930-6b1c-4c71-a0f2-91b620caa595), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:44.940350 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f71302-6c5d-4512-8bc9-a27ab5997555 req-381e146b-03f3-4841-903f-05dba35c66a1 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:44.949388 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f9f71302-6c5d-4512-8bc9-a27ab5997555 req-381e146b-03f3-4841-903f-05dba35c66a1 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 944 time: 0.0681942 Sep 30 09:36:44.962508 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=44ba4930-6b1c-4c71-a0f2-91b620caa595,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:45.030595 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f9f71302-6c5d-4512-8bc9-a27ab5997555 req-b0398af9-57ad-4d1e-8016-434c004bc125 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800300 Sep 30 09:36:45.513798 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] get_ports_and_sgs() called for port_ids ['44ba4930-6b1c-4c71-a0f2-91b620caa595'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:36:45.557593 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:46.035386 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d02c1-343a-48e1-a491-e97bab4b7cf4 req-6fb53983-8f7f-4b4f-a761-7043b06e2475 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:46.037035 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-0e1d02c1-343a-48e1-a491-e97bab4b7cf4 req-6fb53983-8f7f-4b4f-a761-7043b06e2475 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7afabbde-d38f-4220-ba51-d309cf29ab34 HTTP/1.1" status: 200 len: 943 time: 0.1048577 Sep 30 09:36:46.045867 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee39fa9-bba4-495a-96b4-02d9d11c5c2c req-40b8d95c-28f5-42f5-ad17-8e7b7a840701 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:46.047320 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1ee39fa9-bba4-495a-96b4-02d9d11c5c2c req-40b8d95c-28f5-42f5-ad17-8e7b7a840701 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a85f5874-4497-40f9-b65a-cf96396c1a41 HTTP/1.1" status: 200 len: 944 time: 0.0785689 Sep 30 09:36:46.054938 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:46.144299 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-0e1d02c1-343a-48e1-a491-e97bab4b7cf4 req-2601c363-8911-4659-96ba-44c421c172b0 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a72fca64-cc44-42dc-9f6f-70665296dbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958455 Sep 30 09:36:46.158269 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1ee39fa9-bba4-495a-96b4-02d9d11c5c2c req-658b5471-5397-47b9-b5c2-6e3cfebdd039 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=13391bd4-de0a-4b53-9830-5e8fb0a0885f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011298 Sep 30 09:36:46.301297 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d25459-aa04-41f1-ba8c-10e9294dde68 req-ff1db4b0-75c8-46a9-bd59-9ccd18aebf10 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:46.303730 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d5d25459-aa04-41f1-ba8c-10e9294dde68 req-ff1db4b0-75c8-46a9-bd59-9ccd18aebf10 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 944 time: 0.0705667 Sep 30 09:36:46.374892 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d5d25459-aa04-41f1-ba8c-10e9294dde68 req-3ac5390b-ed23-43bd-842c-b841755e3569 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646117 Sep 30 09:36:46.658379 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device cf81158f-690a-43be-9000-0bc960d4902a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:36:46.674861 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 44ba4930-6b1c-4c71-a0f2-91b620caa595 up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:36:46.779187 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Provisioning for port 44ba4930-6b1c-4c71-a0f2-91b620caa595 completed by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 30 09:36:46.795952 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Provisioning complete for port 44ba4930-6b1c-4c71-a0f2-91b620caa595 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:36:46.796671 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (44ba4930-6b1c-4c71-a0f2-91b620caa595), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:46.797175 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Attempt 1 to provision port 44ba4930-6b1c-4c71-a0f2-91b620caa595 Sep 30 09:36:46.833153 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port cf81158f-690a-43be-9000-0bc960d4902a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cf81158f-690a-43be-9000-0bc960d4902a,segment=NetworkSegment(e66f24b0-9893-442e-bdcf-fa149cc52000),segment_id=e66f24b0-9893-442e-bdcf-fa149cc52000)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:36:46.852603 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Returning: {'device': 'cf81158f-690a-43be-9000-0bc960d4902a', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'port_id': 'cf81158f-690a-43be-9000-0bc960d4902a', 'mac_address': 'fa:16:3e:cf:5a:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:36:46.925543 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port cf81158f-690a-43be-9000-0bc960d4902a is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:36:46.925956 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (cf81158f-690a-43be-9000-0bc960d4902a), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:46.937095 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port 44ba4930-6b1c-4c71-a0f2-91b620caa595 is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:36:46.937469 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (44ba4930-6b1c-4c71-a0f2-91b620caa595), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:46.949239 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf81158f-690a-43be-9000-0bc960d4902a {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:36:46.978527 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85f5874-4497-40f9-b65a-cf96396c1a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ba4930-6b1c-4c71-a0f2-91b620caa595'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:36:47.052975 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port cf81158f-690a-43be-9000-0bc960d4902a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cf81158f-690a-43be-9000-0bc960d4902a,segment=NetworkSegment(e66f24b0-9893-442e-bdcf-fa149cc52000),segment_id=e66f24b0-9893-442e-bdcf-fa149cc52000)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:36:47.065801 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (cf81158f-690a-43be-9000-0bc960d4902a), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:47.068823 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port 44ba4930-6b1c-4c71-a0f2-91b620caa595, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=44ba4930-6b1c-4c71-a0f2-91b620caa595,segment=NetworkSegment(39ea8fdd-1369-4a8e-8903-72d960c9ae2d),segment_id=39ea8fdd-1369-4a8e-8903-72d960c9ae2d)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:36:47.228545 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (44ba4930-6b1c-4c71-a0f2-91b620caa595), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:47.235038 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}572cd3d2a36c298d242844143b4f2eb8d6763781bbf742a8cfd50e233d5d8038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56bc8b2-1611-45f1-b71a-cd7b6cef73c7" -d '{"events": [{"server_uuid": "a85f5874-4497-40f9-b65a-cf96396c1a41", "name": "network-vif-plugged", "status": "completed", "tag": "44ba4930-6b1c-4c71-a0f2-91b620caa595"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:36:47.276791 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=cf81158f-690a-43be-9000-0bc960d4902a,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:47.322795 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:47.345818 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=44ba4930-6b1c-4c71-a0f2-91b620caa595,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:47.373217 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5ff75-28f5-48b3-9801-c795dd502f69 req-4bfcbdc9-2d78-408d-b688-94a83ca12034 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:47.374819 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-14f5ff75-28f5-48b3-9801-c795dd502f69 req-4bfcbdc9-2d78-408d-b688-94a83ca12034 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7afabbde-d38f-4220-ba51-d309cf29ab34 HTTP/1.1" status: 200 len: 944 time: 0.1009686 Sep 30 09:36:47.384505 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81f2e7-a945-4724-ba37-8ad9e30f56e3 req-6de6f8ef-4630-4405-949f-4e6b854ea6fb tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:47.386025 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-de81f2e7-a945-4724-ba37-8ad9e30f56e3 req-6de6f8ef-4630-4405-949f-4e6b854ea6fb tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a85f5874-4497-40f9-b65a-cf96396c1a41 HTTP/1.1" status: 200 len: 945 time: 0.0916173 Sep 30 09:36:47.484395 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-de81f2e7-a945-4724-ba37-8ad9e30f56e3 req-2d24488e-0b06-4c08-8ec1-e09b712389f6 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=13391bd4-de0a-4b53-9830-5e8fb0a0885f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891247 Sep 30 09:36:47.502803 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-14f5ff75-28f5-48b3-9801-c795dd502f69 req-000927fb-4829-480a-9042-c572750b5a5d tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a72fca64-cc44-42dc-9f6f-70665296dbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158299 Sep 30 09:36:47.556039 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] get_ports_and_sgs() called for port_ids ['cf81158f-690a-43be-9000-0bc960d4902a'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:36:47.705587 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f7dd66-4beb-4551-88f8-709af7dbbfe6 req-40c420f8-7fac-4c65-bfa8-a4a650ad9208 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:47.719965 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-59f7dd66-4beb-4551-88f8-709af7dbbfe6 req-40c420f8-7fac-4c65-bfa8-a4a650ad9208 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 944 time: 0.1088388 Sep 30 09:36:47.769406 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71af391c-d790-4eae-b492-e2cd5a000b25 x-openstack-request-id: req-71af391c-d790-4eae-b492-e2cd5a000b25 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:36:47.769910 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85f5874-4497-40f9-b65a-cf96396c1a41", "name": "network-vif-plugged", "status": "completed", "tag": "44ba4930-6b1c-4c71-a0f2-91b620caa595", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:36:47.771988 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-71af391c-d790-4eae-b492-e2cd5a000b25 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:36:47.772558 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71af391c-d790-4eae-b492-e2cd5a000b25'] response: {'server_uuid': 'a85f5874-4497-40f9-b65a-cf96396c1a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ba4930-6b1c-4c71-a0f2-91b620caa595', 'code': 200} Sep 30 09:36:47.776670 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:47.804780 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-59f7dd66-4beb-4551-88f8-709af7dbbfe6 req-95d7f22c-5d79-4ac0-92e7-9cddc5c752bb tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830493 Sep 30 09:36:48.048965 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d22c37-663a-4c07-b612-007c903b6cd2 req-c76c4953-7ed3-49aa-ad19-a2b6e64cba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:48.050634 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-89d22c37-663a-4c07-b612-007c903b6cd2 req-c76c4953-7ed3-49aa-ad19-a2b6e64cba4c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a85f5874-4497-40f9-b65a-cf96396c1a41 HTTP/1.1" status: 200 len: 1129 time: 0.0795310 Sep 30 09:36:48.074393 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-89d22c37-663a-4c07-b612-007c903b6cd2 req-17fa2cf1-b0ce-47e4-9e43-4a9d0948589c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:48.097428 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:48.168960 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-89d22c37-663a-4c07-b612-007c903b6cd2 req-17fa2cf1-b0ce-47e4-9e43-4a9d0948589c service neutron] Publish callbacks [] for security_group (d5d0edf2-c693-4914-9447-dc4aa9606251), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:48.169827 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 37660) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:48.173544 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-89d22c37-663a-4c07-b612-007c903b6cd2 req-17fa2cf1-b0ce-47e4-9e43-4a9d0948589c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (d5d0edf2-c693-4914-9447-dc4aa9606251), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:48.238418 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-89d22c37-663a-4c07-b612-007c903b6cd2 req-17fa2cf1-b0ce-47e4-9e43-4a9d0948589c service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=13391bd4-de0a-4b53-9830-5e8fb0a0885f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815288 Sep 30 09:36:48.239576 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa2cf1-b0ce-47e4-9e43-4a9d0948589c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d0edf2-c693-4914-9447-dc4aa9606251,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:48.306068 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2f7957c1-9f5c-4170-9990-9ffb143210af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:48.384535 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2f7957c1-9f5c-4170-9990-9ffb143210af admin admin] Publish callbacks [] for security_group (324b3e21-ce8b-49c6-b3d9-fc1b72c950ac), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:48.388262 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2f7957c1-9f5c-4170-9990-9ffb143210af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (324b3e21-ce8b-49c6-b3d9-fc1b72c950ac), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:48.429573 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-2f7957c1-9f5c-4170-9990-9ffb143210af admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=afea87e6436644bb9cd4e4e2be7e117a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2578714 Sep 30 09:36:48.431389 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7957c1-9f5c-4170-9990-9ffb143210af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324b3e21-ce8b-49c6-b3d9-fc1b72c950ac,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:48.432376 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 37666) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:48.482273 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0a673b04-8ac2-473f-bd77-11327cfe4c5f admin admin] Publish callbacks [] for security_group (324b3e21-ce8b-49c6-b3d9-fc1b72c950ac), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:48.503811 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0a673b04-8ac2-473f-bd77-11327cfe4c5f admin admin] Publish callbacks [] for security_group (324b3e21-ce8b-49c6-b3d9-fc1b72c950ac), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:48.559644 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0a673b04-8ac2-473f-bd77-11327cfe4c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (324b3e21-ce8b-49c6-b3d9-fc1b72c950ac), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:48.563348 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0a673b04-8ac2-473f-bd77-11327cfe4c5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:48.564851 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-0a673b04-8ac2-473f-bd77-11327cfe4c5f admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/324b3e21-ce8b-49c6-b3d9-fc1b72c950ac HTTP/1.1" status: 204 len: 168 time: 0.1312468 Sep 30 09:36:48.579853 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a673b04-8ac2-473f-bd77-11327cfe4c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324b3e21-ce8b-49c6-b3d9-fc1b72c950ac,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:48.669475 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 3643062d-c8fd-4dd8-8ade-74a425024837 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:36:48.678322 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d137c73-2a64-435b-8ae1-9ecce00269e8 req-d842fd31-3d96-41f8-a504-415a1f1e8f55 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:48.679970 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-2d137c73-2a64-435b-8ae1-9ecce00269e8 req-d842fd31-3d96-41f8-a504-415a1f1e8f55 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a85f5874-4497-40f9-b65a-cf96396c1a41 HTTP/1.1" status: 200 len: 945 time: 0.0653012 Sep 30 09:36:48.715540 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device cf81158f-690a-43be-9000-0bc960d4902a up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:36:48.736916 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:48.772789 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5f0a7-c68c-4857-a3f2-1a9641cf6aca req-68b7e116-952f-45f5-a519-ae897dbbb5f8 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:48.775216 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-9ce5f0a7-c68c-4857-a3f2-1a9641cf6aca req-68b7e116-952f-45f5-a519-ae897dbbb5f8 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7afabbde-d38f-4220-ba51-d309cf29ab34 HTTP/1.1" status: 200 len: 944 time: 0.0943952 Sep 30 09:36:48.824776 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-2d137c73-2a64-435b-8ae1-9ecce00269e8 req-d38d31f1-3278-48f5-9488-d323a334b895 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=13391bd4-de0a-4b53-9830-5e8fb0a0885f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292934 Sep 30 09:36:48.835109 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Provisioning for port cf81158f-690a-43be-9000-0bc960d4902a completed by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 30 09:36:48.845500 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port 3643062d-c8fd-4dd8-8ade-74a425024837, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3643062d-c8fd-4dd8-8ade-74a425024837,segment=NetworkSegment(564e7fba-80a0-41fa-9dbf-7d18353521c2),segment_id=564e7fba-80a0-41fa-9dbf-7d18353521c2)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:36:48.853520 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Provisioning complete for port cf81158f-690a-43be-9000-0bc960d4902a triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:36:48.854172 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (cf81158f-690a-43be-9000-0bc960d4902a), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:48.854605 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Attempt 1 to provision port cf81158f-690a-43be-9000-0bc960d4902a Sep 30 09:36:48.872706 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-9ce5f0a7-c68c-4857-a3f2-1a9641cf6aca req-973f8912-1f40-4ced-b5c3-7bac21fde480 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a72fca64-cc44-42dc-9f6f-70665296dbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865562 Sep 30 09:36:48.919514 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Returning: {'device': '3643062d-c8fd-4dd8-8ade-74a425024837', 'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272', 'port_id': '3643062d-c8fd-4dd8-8ade-74a425024837', 'mac_address': 'fa:16:3e:12:63:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caa068e9-5807-465e-a6a4-c687aab9e12e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:36:48.988702 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dba42f-67c8-475d-ba38-4defa0b782d1 req-4d4b84a6-04d3-47a2-8f0a-0a96f50a7799 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:48.988916 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port 3643062d-c8fd-4dd8-8ade-74a425024837 is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:36:48.989321 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (3643062d-c8fd-4dd8-8ade-74a425024837), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:48.998129 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-05dba42f-67c8-475d-ba38-4defa0b782d1 req-4d4b84a6-04d3-47a2-8f0a-0a96f50a7799 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 944 time: 0.0747766 Sep 30 09:36:49.030731 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3643062d-c8fd-4dd8-8ade-74a425024837 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:36:49.053745 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port cf81158f-690a-43be-9000-0bc960d4902a is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:36:49.053974 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (cf81158f-690a-43be-9000-0bc960d4902a), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:49.062659 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-05dba42f-67c8-475d-ba38-4defa0b782d1 req-0ee4417e-a104-49df-a992-16c154342a34 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603447 Sep 30 09:36:49.086091 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port 3643062d-c8fd-4dd8-8ade-74a425024837, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3643062d-c8fd-4dd8-8ade-74a425024837,segment=NetworkSegment(564e7fba-80a0-41fa-9dbf-7d18353521c2),segment_id=564e7fba-80a0-41fa-9dbf-7d18353521c2)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:36:49.087760 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (3643062d-c8fd-4dd8-8ade-74a425024837), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:49.093805 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 37702) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:49.111634 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-58a9dd37-a6a0-42bc-a83e-92d36a2f039e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:49.148143 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port cf81158f-690a-43be-9000-0bc960d4902a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cf81158f-690a-43be-9000-0bc960d4902a,segment=NetworkSegment(e66f24b0-9893-442e-bdcf-fa149cc52000),segment_id=e66f24b0-9893-442e-bdcf-fa149cc52000)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:36:49.154613 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (cf81158f-690a-43be-9000-0bc960d4902a), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:49.173944 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=3643062d-c8fd-4dd8-8ade-74a425024837,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:49.242574 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=cf81158f-690a-43be-9000-0bc960d4902a,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:49.247357 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-58a9dd37-a6a0-42bc-a83e-92d36a2f039e admin admin] Publish callbacks [] for security_group (9536d35d-05ce-4bb4-ab45-62764ac582f2), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:49.253317 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-58a9dd37-a6a0-42bc-a83e-92d36a2f039e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (9536d35d-05ce-4bb4-ab45-62764ac582f2), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:49.295918 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a9dd37-a6a0-42bc-a83e-92d36a2f039e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9536d35d-05ce-4bb4-ab45-62764ac582f2,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:49.302167 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-58a9dd37-a6a0-42bc-a83e-92d36a2f039e admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=d634b76f9f064a16872e6608044c512f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2069092 Sep 30 09:36:49.305949 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 37714) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:49.331014 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 37716) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:49.359330 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:49.374297 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-db815f65-06c0-49a9-88b5-9bfa27b217a6 admin admin] Publish callbacks [] for security_group (9536d35d-05ce-4bb4-ab45-62764ac582f2), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:49.403754 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-db815f65-06c0-49a9-88b5-9bfa27b217a6 admin admin] Publish callbacks [] for security_group (9536d35d-05ce-4bb4-ab45-62764ac582f2), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:49.472647 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-db815f65-06c0-49a9-88b5-9bfa27b217a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (9536d35d-05ce-4bb4-ab45-62764ac582f2), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:49.477319 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-db815f65-06c0-49a9-88b5-9bfa27b217a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:49.478524 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-db815f65-06c0-49a9-88b5-9bfa27b217a6 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/9536d35d-05ce-4bb4-ab45-62764ac582f2 HTTP/1.1" status: 204 len: 168 time: 0.1713169 Sep 30 09:36:49.488170 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db815f65-06c0-49a9-88b5-9bfa27b217a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9536d35d-05ce-4bb4-ab45-62764ac582f2,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:49.548525 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] get_ports_and_sgs() called for port_ids ['3643062d-c8fd-4dd8-8ade-74a425024837'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:36:49.548952 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-abf9acbb-d369-4d8e-9f81-9e85669a2821 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:49.640145 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-abf9acbb-d369-4d8e-9f81-9e85669a2821 admin admin] Publish callbacks [] for security_group (e0b535d9-d7e7-43a0-9f40-9702edd1764b), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:49.645554 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-abf9acbb-d369-4d8e-9f81-9e85669a2821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (e0b535d9-d7e7-43a0-9f40-9702edd1764b), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:49.671377 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:49.685355 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-abf9acbb-d369-4d8e-9f81-9e85669a2821 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=bedb38be82b44b54b6b3efe7e4b99597&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3530760 Sep 30 09:36:49.685558 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 37736) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:49.709408 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9acbb-d369-4d8e-9f81-9e85669a2821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b535d9-d7e7-43a0-9f40-9702edd1764b,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:49.777543 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7afabbde-d38f-4220-ba51-d309cf29ab34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf81158f-690a-43be-9000-0bc960d4902a'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:36:49.779938 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-891673bd-1796-4a42-8861-833768782ae5 admin admin] Publish callbacks [] for security_group (e0b535d9-d7e7-43a0-9f40-9702edd1764b), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:49.780062 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}572cd3d2a36c298d242844143b4f2eb8d6763781bbf742a8cfd50e233d5d8038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fe43ae-7711-49ee-b5d8-0dd576477258" -d '{"events": [{"server_uuid": "7afabbde-d38f-4220-ba51-d309cf29ab34", "name": "network-vif-plugged", "status": "completed", "tag": "cf81158f-690a-43be-9000-0bc960d4902a"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:36:49.809503 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-891673bd-1796-4a42-8861-833768782ae5 admin admin] Publish callbacks [] for security_group (e0b535d9-d7e7-43a0-9f40-9702edd1764b), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:49.821107 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2c0d85-8d21-489f-bede-4e5023e4aa54 x-openstack-request-id: req-5d2c0d85-8d21-489f-bede-4e5023e4aa54 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:36:49.821859 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7afabbde-d38f-4220-ba51-d309cf29ab34", "name": "network-vif-plugged", "status": "completed", "tag": "cf81158f-690a-43be-9000-0bc960d4902a", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:36:49.822205 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5d2c0d85-8d21-489f-bede-4e5023e4aa54 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:36:49.822797 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d2c0d85-8d21-489f-bede-4e5023e4aa54'] response: {'server_uuid': '7afabbde-d38f-4220-ba51-d309cf29ab34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf81158f-690a-43be-9000-0bc960d4902a', 'code': 200} Sep 30 09:36:49.875476 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-891673bd-1796-4a42-8861-833768782ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (e0b535d9-d7e7-43a0-9f40-9702edd1764b), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:49.878418 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-891673bd-1796-4a42-8861-833768782ae5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:49.879886 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-891673bd-1796-4a42-8861-833768782ae5 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/e0b535d9-d7e7-43a0-9f40-9702edd1764b HTTP/1.1" status: 204 len: 168 time: 0.1928687 Sep 30 09:36:49.913518 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891673bd-1796-4a42-8861-833768782ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b535d9-d7e7-43a0-9f40-9702edd1764b,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:50.068333 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86063da1-d166-446a-baa3-76ae200965da req-ead56c46-544f-47aa-9c5f-85f8cec2a72d tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:50.070441 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-86063da1-d166-446a-baa3-76ae200965da req-ead56c46-544f-47aa-9c5f-85f8cec2a72d tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a85f5874-4497-40f9-b65a-cf96396c1a41 HTTP/1.1" status: 200 len: 945 time: 0.1152062 Sep 30 09:36:50.108218 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a940875-ba72-49f3-9296-0cdb2133e55f req-149108c9-898d-4008-8117-450fa13ae784 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:50.109944 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6a940875-ba72-49f3-9296-0cdb2133e55f req-149108c9-898d-4008-8117-450fa13ae784 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7afabbde-d38f-4220-ba51-d309cf29ab34 HTTP/1.1" status: 200 len: 945 time: 0.0843966 Sep 30 09:36:50.191895 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-86063da1-d166-446a-baa3-76ae200965da req-f1f29896-8426-4648-ab06-948ef8d84256 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=13391bd4-de0a-4b53-9830-5e8fb0a0885f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146374 Sep 30 09:36:50.222439 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8e254-5726-4410-be9d-72a53e829ac3 req-8338ff44-3a1f-4655-b68a-15a4a2bb1f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:50.224655 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d6f8e254-5726-4410-be9d-72a53e829ac3 req-8338ff44-3a1f-4655-b68a-15a4a2bb1f0f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7afabbde-d38f-4220-ba51-d309cf29ab34 HTTP/1.1" status: 200 len: 1129 time: 0.0788574 Sep 30 09:36:50.248551 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6a940875-ba72-49f3-9296-0cdb2133e55f req-1c09f4e0-68c4-45c0-8b44-3b70e68f59c4 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a72fca64-cc44-42dc-9f6f-70665296dbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192248 Sep 30 09:36:50.341475 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:50.354963 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae899e6b-774c-4d3b-8ee7-87093219a118 req-2c5ba653-d72d-443e-b6ee-987eb96b5c72 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:50.356528 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ae899e6b-774c-4d3b-8ee7-87093219a118 req-2c5ba653-d72d-443e-b6ee-987eb96b5c72 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 945 time: 0.0512643 Sep 30 09:36:50.421888 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ae899e6b-774c-4d3b-8ee7-87093219a118 req-d197eda2-757e-4225-be50-63349eab8276 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585079 Sep 30 09:36:50.464831 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 37776) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:50.479383 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-558d9fa4-b464-45c4-ab22-c15e8f951fa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:50.586380 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-558d9fa4-b464-45c4-ab22-c15e8f951fa5 admin admin] Publish callbacks [] for security_group (f911a807-8ea4-4ba5-83bb-a054094d2172), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:50.591028 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-558d9fa4-b464-45c4-ab22-c15e8f951fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (f911a807-8ea4-4ba5-83bb-a054094d2172), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:50.635919 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-558d9fa4-b464-45c4-ab22-c15e8f951fa5 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=67d09a67d8a941478d9b545177a141d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1699677 Sep 30 09:36:50.636795 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d9fa4-b464-45c4-ab22-c15e8f951fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f911a807-8ea4-4ba5-83bb-a054094d2172,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:50.638589 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 37788) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:50.693733 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 3643062d-c8fd-4dd8-8ade-74a425024837 up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:36:50.715626 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-bd4d8e89-3ff6-490e-b6d2-2c5b6d341766 admin admin] Publish callbacks [] for security_group (f911a807-8ea4-4ba5-83bb-a054094d2172), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:50.743845 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-bd4d8e89-3ff6-490e-b6d2-2c5b6d341766 admin admin] Publish callbacks [] for security_group (f911a807-8ea4-4ba5-83bb-a054094d2172), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:50.760531 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:50.795615 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Provisioning for port 3643062d-c8fd-4dd8-8ade-74a425024837 completed by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 30 09:36:50.806865 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Provisioning complete for port 3643062d-c8fd-4dd8-8ade-74a425024837 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:36:50.807204 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (3643062d-c8fd-4dd8-8ade-74a425024837), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:50.807557 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Attempt 1 to provision port 3643062d-c8fd-4dd8-8ade-74a425024837 Sep 30 09:36:50.821926 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-bd4d8e89-3ff6-490e-b6d2-2c5b6d341766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (f911a807-8ea4-4ba5-83bb-a054094d2172), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:50.822723 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-bd4d8e89-3ff6-490e-b6d2-2c5b6d341766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:50.825404 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-bd4d8e89-3ff6-490e-b6d2-2c5b6d341766 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f911a807-8ea4-4ba5-83bb-a054094d2172 HTTP/1.1" status: 204 len: 168 time: 0.1858323 Sep 30 09:36:50.860652 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d8e89-3ff6-490e-b6d2-2c5b6d341766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f911a807-8ea4-4ba5-83bb-a054094d2172,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:50.961212 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port 3643062d-c8fd-4dd8-8ade-74a425024837 is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:36:50.962019 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (3643062d-c8fd-4dd8-8ade-74a425024837), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:51.004455 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port 3643062d-c8fd-4dd8-8ade-74a425024837, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3643062d-c8fd-4dd8-8ade-74a425024837,segment=NetworkSegment(564e7fba-80a0-41fa-9dbf-7d18353521c2),segment_id=564e7fba-80a0-41fa-9dbf-7d18353521c2)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:36:51.011379 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (3643062d-c8fd-4dd8-8ade-74a425024837), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:51.080811 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d6f8e254-5726-4410-be9d-72a53e829ac3 req-878f27f3-7418-46d6-afdd-1472d03acb35 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a72fca64-cc44-42dc-9f6f-70665296dbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790913 Sep 30 09:36:51.089558 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=3643062d-c8fd-4dd8-8ade-74a425024837,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:51.292755 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 37832) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:51.371174 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3506ff5-cfdb-47a2-a887-49cc9abc9525 req-eeb776b8-b58c-4512-a965-36651dc364fa tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:51.375233 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f3506ff5-cfdb-47a2-a887-49cc9abc9525 req-eeb776b8-b58c-4512-a965-36651dc364fa tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a85f5874-4497-40f9-b65a-cf96396c1a41 HTTP/1.1" status: 200 len: 945 time: 0.0690148 Sep 30 09:36:51.470867 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:51.478119 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60cfb7-7dfa-4f69-8862-1f3ff3a94165 req-539aae88-0721-4e58-9f38-997d3db8b045 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:51.485703 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7c60cfb7-7dfa-4f69-8862-1f3ff3a94165 req-539aae88-0721-4e58-9f38-997d3db8b045 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7afabbde-d38f-4220-ba51-d309cf29ab34 HTTP/1.1" status: 200 len: 945 time: 0.1053457 Sep 30 09:36:51.508382 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f3506ff5-cfdb-47a2-a887-49cc9abc9525 req-5205e1db-11e7-411d-83b2-17e106d10023 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=13391bd4-de0a-4b53-9830-5e8fb0a0885f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265380 Sep 30 09:36:51.545317 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7f3d7665-25b2-4a52-9141-731b736347ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:51.558272 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7c60cfb7-7dfa-4f69-8862-1f3ff3a94165 req-3039f676-21b7-44cb-8d40-44527f35f3d5 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a72fca64-cc44-42dc-9f6f-70665296dbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712793 Sep 30 09:36:51.696380 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7f3d7665-25b2-4a52-9141-731b736347ff admin admin] Publish callbacks [] for security_group (7a1dd26d-fc27-4337-bdcb-2ef5f75f7d8f), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:51.698062 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=72,neutron:DELETE=5,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:51.701290 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7f3d7665-25b2-4a52-9141-731b736347ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (7a1dd26d-fc27-4337-bdcb-2ef5f75f7d8f), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:51.724875 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97339058-169b-43c7-9fdf-844d12dc9e41 req-928007fb-47d1-4bc1-9277-e8df2bdc62fa tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:51.726754 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-97339058-169b-43c7-9fdf-844d12dc9e41 req-928007fb-47d1-4bc1-9277-e8df2bdc62fa tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 946 time: 0.0702298 Sep 30 09:36:51.754979 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-7f3d7665-25b2-4a52-9141-731b736347ff admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=40c8bb7495454e54beaaa5ff7d612adb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4608011 Sep 30 09:36:51.758940 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 37858) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:51.772003 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d7665-25b2-4a52-9141-731b736347ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1dd26d-fc27-4337-bdcb-2ef5f75f7d8f,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:51.817458 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-97339058-169b-43c7-9fdf-844d12dc9e41 req-5dff66a8-4fe6-4a5b-84bc-481d6e785884 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839260 Sep 30 09:36:51.824782 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa45afac-631e-4b21-b7fd-d72725a08efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3643062d-c8fd-4dd8-8ade-74a425024837'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:36:51.829178 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}572cd3d2a36c298d242844143b4f2eb8d6763781bbf742a8cfd50e233d5d8038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a172735-594d-4502-a901-b79369aae2a9" -d '{"events": [{"server_uuid": "aa45afac-631e-4b21-b7fd-d72725a08efd", "name": "network-vif-plugged", "status": "completed", "tag": "3643062d-c8fd-4dd8-8ade-74a425024837"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:36:51.855517 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0cc4c4c5-0e20-4ed0-b99a-322260d50a3f admin admin] Publish callbacks [] for security_group (7a1dd26d-fc27-4337-bdcb-2ef5f75f7d8f), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:51.876151 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc0381c-e5d2-4c0c-955a-f0ec87274b9d x-openstack-request-id: req-cdc0381c-e5d2-4c0c-955a-f0ec87274b9d {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:36:51.876488 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa45afac-631e-4b21-b7fd-d72725a08efd", "name": "network-vif-plugged", "status": "completed", "tag": "3643062d-c8fd-4dd8-8ade-74a425024837", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:36:51.876945 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cdc0381c-e5d2-4c0c-955a-f0ec87274b9d {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:36:51.877396 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdc0381c-e5d2-4c0c-955a-f0ec87274b9d'] response: {'server_uuid': 'aa45afac-631e-4b21-b7fd-d72725a08efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3643062d-c8fd-4dd8-8ade-74a425024837', 'code': 200} Sep 30 09:36:51.891302 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:51.898176 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0cc4c4c5-0e20-4ed0-b99a-322260d50a3f admin admin] Publish callbacks [] for security_group (7a1dd26d-fc27-4337-bdcb-2ef5f75f7d8f), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:51.976109 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0cc4c4c5-0e20-4ed0-b99a-322260d50a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (7a1dd26d-fc27-4337-bdcb-2ef5f75f7d8f), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:51.984344 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0cc4c4c5-0e20-4ed0-b99a-322260d50a3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:51.987475 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-0cc4c4c5-0e20-4ed0-b99a-322260d50a3f admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/7a1dd26d-fc27-4337-bdcb-2ef5f75f7d8f HTTP/1.1" status: 204 len: 168 time: 0.2274294 Sep 30 09:36:52.011848 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc4c4c5-0e20-4ed0-b99a-322260d50a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1dd26d-fc27-4337-bdcb-2ef5f75f7d8f,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:52.136402 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 37886) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:52.378398 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8788396-3b92-4a08-8b63-4df0f8904c24 req-b06eccb6-c5ce-44e2-bd28-0c58b1d3513d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:52.380588 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-e8788396-3b92-4a08-8b63-4df0f8904c24 req-b06eccb6-c5ce-44e2-bd28-0c58b1d3513d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 1130 time: 0.0735385 Sep 30 09:36:52.454532 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-e8788396-3b92-4a08-8b63-4df0f8904c24 req-c1dcf79b-a18d-40d5-83f2-dbde8e5c8916 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650446 Sep 30 09:36:52.497361 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-3caf9468-3564-4e80-b532-50c745e4743c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1146439332-network', 'tenant_id': '7864f95a786b4b41ae1e66a2ae2acee1'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:36:52.507436 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 37894) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:52.526816 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-616baf8b-6794-4929-923b-3e5a1e62df10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:52.530761 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3caf9468-3564-4e80-b532-50c745e4743c admin admin] Made reservation on behalf of 7864f95a786b4b41ae1e66a2ae2acee1 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:36:52.536020 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3caf9468-3564-4e80-b532-50c745e4743c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for network (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:52.548248 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3caf9468-3564-4e80-b532-50c745e4743c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:52.666521 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-616baf8b-6794-4929-923b-3e5a1e62df10 admin admin] Publish callbacks [] for security_group (93bf8a3c-7d95-4a58-881b-f780fae1fa9f), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:52.674249 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-616baf8b-6794-4929-923b-3e5a1e62df10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (93bf8a3c-7d95-4a58-881b-f780fae1fa9f), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:52.719460 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3caf9468-3564-4e80-b532-50c745e4743c admin admin] Publish callbacks [] for security_group (2e462bff-8702-4b64-b0d4-e51c46aae3a1), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:52.767263 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3caf9468-3564-4e80-b532-50c745e4743c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (2e462bff-8702-4b64-b0d4-e51c46aae3a1), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:52.804309 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=87,neutron:INSERT=13 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:52.818537 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3caf9468-3564-4e80-b532-50c745e4743c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:36:52.845688 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3caf9468-3564-4e80-b532-50c745e4743c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765'] for segment (124fa275-f272-4dfe-a9a2-afc2b339160f), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:52.846276 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.db.segments_db [None req-3caf9468-3564-4e80-b532-50c745e4743c admin admin] Added segment 124fa275-f272-4dfe-a9a2-afc2b339160f of type vlan for network ffda7af6-8c23-4fe5-859c-9c900451346b Sep 30 09:36:52.894435 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3caf9468-3564-4e80-b532-50c745e4743c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770945417400'] for network (ffda7af6-8c23-4fe5-859c-9c900451346b), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:52.924221 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-616baf8b-6794-4929-923b-3e5a1e62df10 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=2d9fb779c61c472e9c2ab1758695e705&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4148753 Sep 30 09:36:52.925536 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 37924) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:52.926318 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616baf8b-6794-4929-923b-3e5a1e62df10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93bf8a3c-7d95-4a58-881b-f780fae1fa9f,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:52.945475 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3caf9468-3564-4e80-b532-50c745e4743c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347'] for network (ffda7af6-8c23-4fe5-859c-9c900451346b), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:52.948634 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3caf9468-3564-4e80-b532-50c745e4743c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:52.949231 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3caf9468-3564-4e80-b532-50c745e4743c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for network (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:52.966507 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c7680-b9ef-440f-bdd2-f05c22722855 req-06ccba81-f322-466f-98be-e81049d8b1d6 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:52.967982 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-dd3c7680-b9ef-440f-bdd2-f05c22722855 req-06ccba81-f322-466f-98be-e81049d8b1d6 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7afabbde-d38f-4220-ba51-d309cf29ab34 HTTP/1.1" status: 200 len: 945 time: 0.2573349 Sep 30 09:36:52.995468 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2e66805e-1d43-40a8-b1c1-19bbaad5d71d admin admin] Publish callbacks [] for security_group (93bf8a3c-7d95-4a58-881b-f780fae1fa9f), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:53.022943 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf9468-3564-4e80-b532-50c745e4743c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e462bff-8702-4b64-b0d4-e51c46aae3a1,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:53.024145 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2e66805e-1d43-40a8-b1c1-19bbaad5d71d admin admin] Publish callbacks [] for security_group (93bf8a3c-7d95-4a58-881b-f780fae1fa9f), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:53.070020 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-3caf9468-3564-4e80-b532-50c745e4743c admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9320724 Sep 30 09:36:53.073032 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 37934) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:53.078816 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-19e5436c-df51-450c-b652-1afd70db18f5 admin admin] Request body: {'subnet': {'network_id': 'ffda7af6-8c23-4fe5-859c-9c900451346b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1146439332-subnet', 'tenant_id': '7864f95a786b4b41ae1e66a2ae2acee1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:36:53.089261 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:53.095986 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2e66805e-1d43-40a8-b1c1-19bbaad5d71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (93bf8a3c-7d95-4a58-881b-f780fae1fa9f), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:53.098445 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2e66805e-1d43-40a8-b1c1-19bbaad5d71d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:53.102350 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-2e66805e-1d43-40a8-b1c1-19bbaad5d71d admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/93bf8a3c-7d95-4a58-881b-f780fae1fa9f HTTP/1.1" status: 204 len: 168 time: 0.1702492 Sep 30 09:36:53.108873 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e96d8e-4a8e-4d6d-8f41-717658b3afd4 req-b924caf5-97fd-4272-ac53-cc07834e53e0 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:53.110372 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-12e96d8e-4a8e-4d6d-8f41-717658b3afd4 req-b924caf5-97fd-4272-ac53-cc07834e53e0 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 946 time: 0.1660738 Sep 30 09:36:53.113024 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e66805e-1d43-40a8-b1c1-19bbaad5d71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93bf8a3c-7d95-4a58-881b-f780fae1fa9f,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:53.115283 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf9468-3564-4e80-b532-50c745e4743c admin admin] Pushing event updated for resources: {'Network': ['ID=ffda7af6-8c23-4fe5-859c-9c900451346b,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:53.118689 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e5436c-df51-450c-b652-1afd70db18f5 admin admin] Made reservation on behalf of 7864f95a786b4b41ae1e66a2ae2acee1 for: {'subnet': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:36:53.152201 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-dd3c7680-b9ef-440f-bdd2-f05c22722855 req-ad238e4a-1eae-416c-a33e-704cd5a0358d tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a72fca64-cc44-42dc-9f6f-70665296dbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572654 Sep 30 09:36:53.157111 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-19e5436c-df51-450c-b652-1afd70db18f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32359372'] for subnet (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:53.159506 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Network ffda7af6-8c23-4fe5-859c-9c900451346b details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:36:53.273379 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-12e96d8e-4a8e-4d6d-8f41-717658b3afd4 req-8bff711c-5559-462c-a3be-8cea63499042 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318023 Sep 30 09:36:53.455350 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-19e5436c-df51-450c-b652-1afd70db18f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1379946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32359418'] for subnet (de7f08e4-394b-4d50-81d2-52f0bfc70afe), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:53.517578 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5436c-df51-450c-b652-1afd70db18f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de7f08e4-394b-4d50-81d2-52f0bfc70afe,revision_number=0']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:53.525085 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:53.528561 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e5436c-df51-450c-b652-1afd70db18f5 admin admin] Checking segment: {'id': '124fa275-f272-4dfe-a9a2-afc2b339160f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ffda7af6-8c23-4fe5-859c-9c900451346b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:36:53.528915 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e5436c-df51-450c-b652-1afd70db18f5 admin admin] Network hostable DHCP agents. Network: ffda7af6-8c23-4fe5-859c-9c900451346b, hostable agents: ['505f8fe4-cf16-4cec-b766-e44aefc0193e'], hosted agents: [] {{(pid=106375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:36:53.549654 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e5436c-df51-450c-b652-1afd70db18f5 admin admin] Network ffda7af6-8c23-4fe5-859c-9c900451346b is scheduled to be hosted by DHCP agent 505f8fe4-cf16-4cec-b766-e44aefc0193e with binding_index 1 {{(pid=106375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:36:53.559054 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-19e5436c-df51-450c-b652-1afd70db18f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, ffda7af6-8c23-4fe5-859c-9c900451346b) {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:36:53.563850 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e5436c-df51-450c-b652-1afd70db18f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:53.565202 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-19e5436c-df51-450c-b652-1afd70db18f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for subnet (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:53.570645 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba891d5-de51-4c66-997a-bf168c12dafe None None] Network ffda7af6-8c23-4fe5-859c-9c900451346b requested from dv-cinder-master-3-smb {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:36:53.595704 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-19e5436c-df51-450c-b652-1afd70db18f5 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5136702 Sep 30 09:36:53.685901 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7787956-7002-4e3b-986b-c25e930ec95b None None] Network ffda7af6-8c23-4fe5-859c-9c900451346b requested from dv-cinder-master-3-smb {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:36:54.285792 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 38010) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:54.292451 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-d851d90d-c621-4b22-8edf-f075d7251807 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1079580900-network', 'tenant_id': '42428ee5681f40718b9a855ec5d61533'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:36:54.305839 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:54.322711 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0785b9-db37-484e-915d-f5e5d25f468a req-ee4eaf03-03c2-43a1-afc3-d09d19ebaf94 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:54.323578 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d851d90d-c621-4b22-8edf-f075d7251807 admin admin] Made reservation on behalf of 42428ee5681f40718b9a855ec5d61533 for: {'network': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:36:54.327600 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d851d90d-c621-4b22-8edf-f075d7251807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for network (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:54.331339 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1a0785b9-db37-484e-915d-f5e5d25f468a req-ee4eaf03-03c2-43a1-afc3-d09d19ebaf94 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7afabbde-d38f-4220-ba51-d309cf29ab34 HTTP/1.1" status: 200 len: 945 time: 0.0784996 Sep 30 09:36:54.339031 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d851d90d-c621-4b22-8edf-f075d7251807 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:54.387356 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1a0785b9-db37-484e-915d-f5e5d25f468a req-1fe95fc3-5c9e-4594-a222-b7e82844759e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a72fca64-cc44-42dc-9f6f-70665296dbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540154 Sep 30 09:36:54.449828 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d851d90d-c621-4b22-8edf-f075d7251807 admin admin] Publish callbacks [] for security_group (9e9449e8-2d0a-4152-812e-768affea0227), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:54.457724 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d851d90d-c621-4b22-8edf-f075d7251807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (9e9449e8-2d0a-4152-812e-768affea0227), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:54.495198 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d851d90d-c621-4b22-8edf-f075d7251807 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=106375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:36:54.503798 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d851d90d-c621-4b22-8edf-f075d7251807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9449e8-2d0a-4152-812e-768affea0227,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:54.553401 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d851d90d-c621-4b22-8edf-f075d7251807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765'] for segment (e5067f84-e646-43c8-bfab-a68e480f6096), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:54.553885 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.db.segments_db [None req-d851d90d-c621-4b22-8edf-f075d7251807 admin admin] Added segment e5067f84-e646-43c8-bfab-a68e480f6096 of type vlan for network 77bfe546-945f-4593-85d5-2590a3f8c8f3 Sep 30 09:36:54.568303 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3ffd4-d6fa-4897-99b0-ad97c27cd829 req-3e21a599-9efa-4b55-91a0-1dea103f331a tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:54.580019 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-09d3ffd4-d6fa-4897-99b0-ad97c27cd829 req-3e21a599-9efa-4b55-91a0-1dea103f331a tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 946 time: 0.1050889 Sep 30 09:36:54.622309 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d851d90d-c621-4b22-8edf-f075d7251807 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770945417400'] for network (77bfe546-945f-4593-85d5-2590a3f8c8f3), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:54.640645 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-09d3ffd4-d6fa-4897-99b0-ad97c27cd829 req-7057a5fa-b385-461e-adf3-45454cc10cce tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597651 Sep 30 09:36:54.655215 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d851d90d-c621-4b22-8edf-f075d7251807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347'] for network (77bfe546-945f-4593-85d5-2590a3f8c8f3), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:54.656566 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d851d90d-c621-4b22-8edf-f075d7251807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:54.657461 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d851d90d-c621-4b22-8edf-f075d7251807 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for network (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:54.736040 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-d851d90d-c621-4b22-8edf-f075d7251807 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4479926 Sep 30 09:36:54.738953 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 38030) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:54.744519 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-a34916cd-4746-44bd-adeb-2ac66aee03f2 admin admin] Request body: {'subnet': {'network_id': '77bfe546-945f-4593-85d5-2590a3f8c8f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1079580900-subnet', 'tenant_id': '42428ee5681f40718b9a855ec5d61533', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:36:54.774387 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d851d90d-c621-4b22-8edf-f075d7251807 admin admin] Pushing event updated for resources: {'Network': ['ID=77bfe546-945f-4593-85d5-2590a3f8c8f3,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:54.788325 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Network 77bfe546-945f-4593-85d5-2590a3f8c8f3 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:36:54.795560 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34916cd-4746-44bd-adeb-2ac66aee03f2 admin admin] Made reservation on behalf of 42428ee5681f40718b9a855ec5d61533 for: {'subnet': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:36:54.800255 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a34916cd-4746-44bd-adeb-2ac66aee03f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32359372'] for subnet (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:54.811239 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac5dfb-84fc-48e0-8800-fbf4cd54fed5 req-ff78dc87-e2a1-4a0c-8e2c-ea49b7fd9f9d tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:54.816466 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7bac5dfb-84fc-48e0-8800-fbf4cd54fed5 req-ff78dc87-e2a1-4a0c-8e2c-ea49b7fd9f9d tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7afabbde-d38f-4220-ba51-d309cf29ab34 HTTP/1.1" status: 200 len: 945 time: 0.0540926 Sep 30 09:36:54.823880 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 38032) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:54.830148 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-784adf9d-d1c7-491f-ad3d-dfbc01f6e7e9 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Request body: {'floatingip': {'port_id': 'cf81158f-690a-43be-9000-0bc960d4902a'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:36:54.931612 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-784adf9d-d1c7-491f-ad3d-dfbc01f6e7e9 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for floatingip (2155f60d-d8ac-4448-833d-c6113ac88ae5), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:55.031460 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a34916cd-4746-44bd-adeb-2ac66aee03f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1379946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32359418'] for subnet (dd0f0d6d-193b-4e44-ab4b-bbc291665957), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:55.155722 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34916cd-4746-44bd-adeb-2ac66aee03f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd0f0d6d-193b-4e44-ab4b-bbc291665957,revision_number=0']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:55.186667 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34916cd-4746-44bd-adeb-2ac66aee03f2 admin admin] Checking segment: {'id': 'e5067f84-e646-43c8-bfab-a68e480f6096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '77bfe546-945f-4593-85d5-2590a3f8c8f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:36:55.187078 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34916cd-4746-44bd-adeb-2ac66aee03f2 admin admin] Network hostable DHCP agents. Network: 77bfe546-945f-4593-85d5-2590a3f8c8f3, hostable agents: ['505f8fe4-cf16-4cec-b766-e44aefc0193e'], hosted agents: [] {{(pid=106375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:36:55.222266 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34916cd-4746-44bd-adeb-2ac66aee03f2 admin admin] Network 77bfe546-945f-4593-85d5-2590a3f8c8f3 is scheduled to be hosted by DHCP agent 505f8fe4-cf16-4cec-b766-e44aefc0193e with binding_index 1 {{(pid=106375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:36:55.229852 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:UPDATE=5,neutron:DELETE=4,neutron:SELECT=82,neutron:INSERT=9 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:55.236163 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-a34916cd-4746-44bd-adeb-2ac66aee03f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 77bfe546-945f-4593-85d5-2590a3f8c8f3) {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:36:55.242852 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34916cd-4746-44bd-adeb-2ac66aee03f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:55.243474 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a34916cd-4746-44bd-adeb-2ac66aee03f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for subnet (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:55.252559 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802d8e86-e2b2-46af-967c-8154c294f5ff None None] Network 77bfe546-945f-4593-85d5-2590a3f8c8f3 requested from dv-cinder-master-3-smb {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:36:55.272105 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-a34916cd-4746-44bd-adeb-2ac66aee03f2 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5295246 Sep 30 09:36:55.430027 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c1e345-9717-4b8d-8c6d-60a60b3e8aa7 None None] Network 77bfe546-945f-4593-85d5-2590a3f8c8f3 requested from dv-cinder-master-3-smb {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:36:55.881607 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3677d-1cc2-4be7-94d4-d4ffb5d30c9f req-e9efeeca-da81-43c3-aa18-0e8695c7f09d tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:55.884636 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c5b3677d-1cc2-4be7-94d4-d4ffb5d30c9f req-e9efeeca-da81-43c3-aa18-0e8695c7f09d tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 946 time: 0.0871048 Sep 30 09:36:55.995399 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-720e3403-deab-47ad-855e-e374f50bbd0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:56.238745 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 38116) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:56.262039 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:36:56.313294 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c5b3677d-1cc2-4be7-94d4-d4ffb5d30c9f req-e9441864-8b99-439d-9a96-2f4bb21373fe tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3895736 Sep 30 09:36:56.347244 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.db.resource_extend [None req-784adf9d-d1c7-491f-ad3d-dfbc01f6e7e9 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 30 09:36:56.395499 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0b024976-2787-422e-bde9-da51d221d546 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:56.453906 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-9f757c5e-666b-4f77-8a6b-c0c546371cdd tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:56.461315 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-9f757c5e-666b-4f77-8a6b-c0c546371cdd tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] 10.222.0.15 "GET /networking/v2.0/networks?id=ffda7af6-8c23-4fe5-859c-9c900451346b HTTP/1.1" status: 200 len: 809 time: 0.3566253 Sep 30 09:36:56.479108 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-784adf9d-d1c7-491f-ad3d-dfbc01f6e7e9 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:56.495608 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-5a8f99b7-5d4d-4e28-8d76-38ee0eb196ef tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] 10.222.0.15 "GET /networking/v2.0/quotas/7864f95a786b4b41ae1e66a2ae2acee1 HTTP/1.1" status: 200 len: 375 time: 0.0333529 Sep 30 09:36:56.497538 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-784adf9d-d1c7-491f-ad3d-dfbc01f6e7e9 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759975'] for floatingip (2155f60d-d8ac-4448-833d-c6113ac88ae5), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:56.525528 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:56.530190 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:56.541338 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0b024976-2787-422e-bde9-da51d221d546 admin admin] Publish callbacks [] for security_group (0f2db7ba-fb5c-4a0b-b70b-3ee72c9b8042), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:56.551558 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0b024976-2787-422e-bde9-da51d221d546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (0f2db7ba-fb5c-4a0b-b70b-3ee72c9b8042), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:56.565814 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:56.593943 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-d38c43d0-08f2-4ff0-af12-a7a05a86967e tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=7864f95a786b4b41ae1e66a2ae2acee1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0972028 Sep 30 09:36:56.600988 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b024976-2787-422e-bde9-da51d221d546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2db7ba-fb5c-4a0b-b70b-3ee72c9b8042,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:56.607458 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-0b024976-2787-422e-bde9-da51d221d546 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=d2e34f0da33544549e5636cd9f815a90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3669074 Sep 30 09:36:56.613211 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 38138) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:56.647092 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484185da-30a1-4b6b-aa07-6067f2995e24 req-0c8cb645-9a87-4fc6-a2b9-b05aafaecb4a tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:56.648582 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-484185da-30a1-4b6b-aa07-6067f2995e24 req-0c8cb645-9a87-4fc6-a2b9-b05aafaecb4a tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 946 time: 0.1749203 Sep 30 09:36:56.653260 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 38142) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:56.663549 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 38146) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:56.669599 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-9517a492-b84e-4e8f-9536-11c21d7db7c5 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Request body: {'floatingip': {'port_id': '3643062d-c8fd-4dd8-8ade-74a425024837'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:36:56.780559 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.db.l3_db [None req-784adf9d-d1c7-491f-ad3d-dfbc01f6e7e9 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Floating IP 2155f60d-d8ac-4448-833d-c6113ac88ae5 associated. External IP: 172.37.1.107, port: cf81158f-690a-43be-9000-0bc960d4902a. Sep 30 09:36:56.785513 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9517a492-b84e-4e8f-9536-11c21d7db7c5 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks [] for floatingip (4ed1e141-fbde-4dd4-9a25-a4301c312029), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:56.866839 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-d74fba38-476c-4897-a4a0-a5568fd9566e service neutron] 10.222.0.15 "GET /networking/v2.0/networks/ffda7af6-8c23-4fe5-859c-9c900451346b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712426 Sep 30 09:36:56.868796 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4d6d49e8-61c3-4258-ba58-6ce94bfe1063 admin admin] Publish callbacks [] for security_group (0f2db7ba-fb5c-4a0b-b70b-3ee72c9b8042), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:56.913468 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-acb52afe-3234-49ff-88be-cef54d7cf7d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:56.959580 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4d6d49e8-61c3-4258-ba58-6ce94bfe1063 admin admin] Publish callbacks [] for security_group (0f2db7ba-fb5c-4a0b-b70b-3ee72c9b8042), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:57.056638 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-afee97ee-420b-4aac-85d4-48669f3031e8 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/ffda7af6-8c23-4fe5-859c-9c900451346b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504753 Sep 30 09:36:57.128237 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784adf9d-d1c7-491f-ad3d-dfbc01f6e7e9 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Router 3b92f880-bce1-431d-953b-029e5d3c9818 has already been hosted by L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:36:57.134705 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4d6d49e8-61c3-4258-ba58-6ce94bfe1063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (0f2db7ba-fb5c-4a0b-b70b-3ee72c9b8042), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:57.137189 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4d6d49e8-61c3-4258-ba58-6ce94bfe1063 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:57.140753 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-4d6d49e8-61c3-4258-ba58-6ce94bfe1063 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/0f2db7ba-fb5c-4a0b-b70b-3ee72c9b8042 HTTP/1.1" status: 204 len: 168 time: 0.5223839 Sep 30 09:36:57.187355 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d49e8-61c3-4258-ba58-6ce94bfe1063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2db7ba-fb5c-4a0b-b70b-3ee72c9b8042,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:57.214958 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-acb52afe-3234-49ff-88be-cef54d7cf7d3 admin admin] Publish callbacks [] for security_group (f0a59743-a97b-4647-b503-d2d3dfa38b71), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:57.215590 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:57.227905 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-acb52afe-3234-49ff-88be-cef54d7cf7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (f0a59743-a97b-4647-b503-d2d3dfa38b71), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:57.362431 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-acb52afe-3234-49ff-88be-cef54d7cf7d3 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=a631de55dc5348b595779419767ded77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7079194 Sep 30 09:36:57.374870 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 38172) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:57.496075 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:DELETE=3,neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:57.524832 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb52afe-3234-49ff-88be-cef54d7cf7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a59743-a97b-4647-b503-d2d3dfa38b71,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:57.537493 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784adf9d-d1c7-491f-ad3d-dfbc01f6e7e9 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:36:57.542118 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-32d03fb0-1f0d-45fc-a350-46813e6593c4 req-3ea5dde1-4801-48f2-9027-5e3c4ea32ead tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d565fdef-fb92-4ba2-8857-3d3d56a91717 HTTP/1.1" status: 200 len: 210 time: 0.1284888 Sep 30 09:36:57.545356 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-784adf9d-d1c7-491f-ad3d-dfbc01f6e7e9 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for floatingip (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:57.553235 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a0beb3-e149-4467-be89-303cd498adf7 None None] Sync routers for ids ['3b92f880-bce1-431d-953b-029e5d3c9818'] in dv-cinder-master-3-smb {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:36:57.591265 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a0beb3-e149-4467-be89-303cd498adf7 None None] Routers {'3b92f880-bce1-431d-953b-029e5d3c9818'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:36:57.592497 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-e9a0beb3-e149-4467-be89-303cd498adf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:36:28Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['3b92f880-bce1-431d-953b-029e5d3c9818'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:57.597015 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-784adf9d-d1c7-491f-ad3d-dfbc01f6e7e9 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/2155f60d-d8ac-4448-833d-c6113ac88ae5 HTTP/1.1" status: 200 len: 991 time: 2.7714624 Sep 30 09:36:57.597754 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7afabbde-d38f-4220-ba51-d309cf29ab34', 'tag': 'cf81158f-690a-43be-9000-0bc960d4902a'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:36:57.604067 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fcb41cfe2f49de8823fc1653213cc9e5b77d80f13114ba069ec5cf27ea68f53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873ab002-1594-43f4-84e6-ee6763259a35" -d '{"events": [{"name": "network-changed", "server_uuid": "7afabbde-d38f-4220-ba51-d309cf29ab34", "tag": "cf81158f-690a-43be-9000-0bc960d4902a"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:36:57.680490 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5646a319-c70f-4fb7-9145-18e14c9e14e3 x-openstack-request-id: req-5646a319-c70f-4fb7-9145-18e14c9e14e3 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:36:57.680781 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7afabbde-d38f-4220-ba51-d309cf29ab34", "tag": "cf81158f-690a-43be-9000-0bc960d4902a", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:36:57.681079 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5646a319-c70f-4fb7-9145-18e14c9e14e3 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:36:57.681482 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5646a319-c70f-4fb7-9145-18e14c9e14e3'] response: {'name': 'network-changed', 'server_uuid': '7afabbde-d38f-4220-ba51-d309cf29ab34', 'tag': 'cf81158f-690a-43be-9000-0bc960d4902a', 'status': 'completed', 'code': 200} Sep 30 09:36:57.712240 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-e9a0beb3-e149-4467-be89-303cd498adf7 None None] Set router 3b92f880-bce1-431d-953b-029e5d3c9818 gateway port host: dv-cinder-master-3-smb {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:36:57.726383 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-38243423-5d81-4e8d-8af9-796cd163d8f3 admin admin] Publish callbacks [] for security_group (f0a59743-a97b-4647-b503-d2d3dfa38b71), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:57.792081 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-38243423-5d81-4e8d-8af9-796cd163d8f3 admin admin] Publish callbacks [] for security_group (f0a59743-a97b-4647-b503-d2d3dfa38b71), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:57.820429 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:57.831749 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 38186) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:57.855785 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2a9b025c-282f-432d-8164-31b5dee3972c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:57.991008 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ab002-1594-43f4-84e6-ee6763259a35 req-9f3a5c50-148f-42fb-9444-74982028dc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:57.993134 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-873ab002-1594-43f4-84e6-ee6763259a35 req-9f3a5c50-148f-42fb-9444-74982028dc91 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=277b0f36e38f42909ad307ca1d09b7da&device_id=7afabbde-d38f-4220-ba51-d309cf29ab34 HTTP/1.1" status: 200 len: 1129 time: 0.0782902 Sep 30 09:36:58.108091 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:58.124433 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2a9b025c-282f-432d-8164-31b5dee3972c admin admin] Publish callbacks [] for security_group (c4eec6b7-acc2-480b-b65f-ede56380392f), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:58.139204 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2a9b025c-282f-432d-8164-31b5dee3972c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (c4eec6b7-acc2-480b-b65f-ede56380392f), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:58.166228 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:58.188090 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ab002-1594-43f4-84e6-ee6763259a35 req-39a3a977-00ea-436d-ac82-6464b1aad9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:58.189368 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-873ab002-1594-43f4-84e6-ee6763259a35 req-39a3a977-00ea-436d-ac82-6464b1aad9a1 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=b208ce5f-758d-4f0c-90ce-9c825be7bba2 HTTP/1.1" status: 200 len: 915 time: 0.1890025 Sep 30 09:36:58.211389 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-2a9b025c-282f-432d-8164-31b5dee3972c admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=9cf0853d9cd24f07b59d94e772675fa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3785286 Sep 30 09:36:58.212867 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 38198) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:58.238639 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b025c-282f-432d-8164-31b5dee3972c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4eec6b7-acc2-480b-b65f-ede56380392f,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:58.252106 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b025c-282f-432d-8164-31b5dee3972c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:58.252470 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b025c-282f-432d-8164-31b5dee3972c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:58.252868 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b025c-282f-432d-8164-31b5dee3972c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:58.253278 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b025c-282f-432d-8164-31b5dee3972c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:58.253541 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b025c-282f-432d-8164-31b5dee3972c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:58.253903 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b025c-282f-432d-8164-31b5dee3972c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:58.254238 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b025c-282f-432d-8164-31b5dee3972c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:58.254685 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b025c-282f-432d-8164-31b5dee3972c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:58.255564 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b025c-282f-432d-8164-31b5dee3972c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:58.256114 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b025c-282f-432d-8164-31b5dee3972c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:58.256539 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b025c-282f-432d-8164-31b5dee3972c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:58.256904 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b025c-282f-432d-8164-31b5dee3972c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:58.257250 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b025c-282f-432d-8164-31b5dee3972c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:58.257593 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b025c-282f-432d-8164-31b5dee3972c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:58.258091 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b025c-282f-432d-8164-31b5dee3972c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:36:58.297654 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a132f02d-4b87-4780-ac42-5519304ee245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:58.327128 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-82306ac6-0ac9-4fb6-ba3b-744155073fc6 admin admin] Publish callbacks [] for security_group (c4eec6b7-acc2-480b-b65f-ede56380392f), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:58.341651 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-e9a0beb3-e149-4467-be89-303cd498adf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'name': 'tempest-AttachVolumeNegativeTest-834901665-router', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94'}], 'enable_snat': True}, 'gw_port_id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:07Z', 'revision_number': 4, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'gw_port': {'id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:02Z', 'updated_at': '2022-09-30T09:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '2155f60d-d8ac-4448-833d-c6113ac88ae5', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'floating_ip_address': '172.37.1.107', 'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'router_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'port_id': 'cf81158f-690a-43be-9000-0bc960d4902a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'mac_address': 'fa:16:3e:cf:5a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afabbde-d38f-4220-ba51-d309cf29ab34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:36:14Z', 'updated_at': '2022-09-30T09:36:56Z', 'revision_number': 1, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '600c548c-0db2-4cb3-9561-68f0f39c3aa5', 'name': '', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'mac_address': 'fa:16:3e:85:21:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:06Z', 'updated_at': '2022-09-30T09:36:21Z', 'revision_number': 5, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'subnets': [{'id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:58.361891 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-82306ac6-0ac9-4fb6-ba3b-744155073fc6 admin admin] Publish callbacks [] for security_group (c4eec6b7-acc2-480b-b65f-ede56380392f), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:58.389471 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a0beb3-e149-4467-be89-303cd498adf7 None None] Checking router: 3b92f880-bce1-431d-953b-029e5d3c9818 for host: dv-cinder-master-3-smb {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:36:58.400769 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a0beb3-e149-4467-be89-303cd498adf7 None None] Routers {'3b92f880-bce1-431d-953b-029e5d3c9818'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:36:58.401842 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-e9a0beb3-e149-4467-be89-303cd498adf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:36:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['3b92f880-bce1-431d-953b-029e5d3c9818'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:58.421040 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-82306ac6-0ac9-4fb6-ba3b-744155073fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (c4eec6b7-acc2-480b-b65f-ede56380392f), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:58.424595 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-82306ac6-0ac9-4fb6-ba3b-744155073fc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:58.429589 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-82306ac6-0ac9-4fb6-ba3b-744155073fc6 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c4eec6b7-acc2-480b-b65f-ede56380392f HTTP/1.1" status: 204 len: 168 time: 0.2126589 Sep 30 09:36:58.446346 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82306ac6-0ac9-4fb6-ba3b-744155073fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4eec6b7-acc2-480b-b65f-ede56380392f,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:58.449350 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.db.resource_extend [None req-9517a492-b84e-4e8f-9536-11c21d7db7c5 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] It took 0.65 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 30 09:36:58.547729 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9517a492-b84e-4e8f-9536-11c21d7db7c5 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:58.557820 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9517a492-b84e-4e8f-9536-11c21d7db7c5 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759975'] for floatingip (4ed1e141-fbde-4dd4-9a25-a4301c312029), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:58.561989 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-38243423-5d81-4e8d-8af9-796cd163d8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (f0a59743-a97b-4647-b503-d2d3dfa38b71), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:58.564816 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-38243423-5d81-4e8d-8af9-796cd163d8f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:58.577118 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-38243423-5d81-4e8d-8af9-796cd163d8f3 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f0a59743-a97b-4647-b503-d2d3dfa38b71 HTTP/1.1" status: 204 len: 168 time: 1.1944802 Sep 30 09:36:58.650324 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38243423-5d81-4e8d-8af9-796cd163d8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a59743-a97b-4647-b503-d2d3dfa38b71,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:36:58.784262 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-e9a0beb3-e149-4467-be89-303cd498adf7 None None] Set router 3b92f880-bce1-431d-953b-029e5d3c9818 gateway port host: dv-cinder-master-3-smb {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:36:58.791502 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.db.l3_db [None req-9517a492-b84e-4e8f-9536-11c21d7db7c5 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Floating IP 4ed1e141-fbde-4dd4-9a25-a4301c312029 associated. External IP: 172.37.1.32, port: 3643062d-c8fd-4dd8-8ade-74a425024837. Sep 30 09:36:59.060369 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a1f75ab5-ede8-4747-88de-eb05ee547f91 req-110b6a4b-b993-46cd-b168-10a75d28611d tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d565fdef-fb92-4ba2-8857-3d3d56a91717 HTTP/1.1" status: 200 len: 210 time: 0.0995865 Sep 30 09:36:59.142295 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-873ab002-1594-43f4-84e6-ee6763259a35 req-69996429-ad1c-4f38-ac29-83c1fcb1af4d service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf81158f-690a-43be-9000-0bc960d4902a HTTP/1.1" status: 200 len: 999 time: 0.6504166 Sep 30 09:36:59.202378 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-e9a0beb3-e149-4467-be89-303cd498adf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'name': 'tempest-AttachVolumeNegativeTest-834901665-router', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94'}], 'enable_snat': True}, 'gw_port_id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:07Z', 'revision_number': 4, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'gw_port': {'id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:02Z', 'updated_at': '2022-09-30T09:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '2155f60d-d8ac-4448-833d-c6113ac88ae5', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'floating_ip_address': '172.37.1.107', 'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'router_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'port_id': 'cf81158f-690a-43be-9000-0bc960d4902a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'mac_address': 'fa:16:3e:cf:5a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afabbde-d38f-4220-ba51-d309cf29ab34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:36:14Z', 'updated_at': '2022-09-30T09:36:56Z', 'revision_number': 1, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '600c548c-0db2-4cb3-9561-68f0f39c3aa5', 'name': '', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'mac_address': 'fa:16:3e:85:21:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:06Z', 'updated_at': '2022-09-30T09:36:21Z', 'revision_number': 5, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'subnets': [{'id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:59.252340 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a0beb3-e149-4467-be89-303cd498adf7 None None] The sync data for ids ['3b92f880-bce1-431d-953b-029e5d3c9818'] in dv-cinder-master-3-smb is: [{'id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'name': 'tempest-AttachVolumeNegativeTest-834901665-router', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94'}], 'enable_snat': True}, 'gw_port_id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:07Z', 'revision_number': 4, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'gw_port': {'id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:02Z', 'updated_at': '2022-09-30T09:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '2155f60d-d8ac-4448-833d-c6113ac88ae5', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'floating_ip_address': '172.37.1.107', 'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'router_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'port_id': 'cf81158f-690a-43be-9000-0bc960d4902a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'mac_address': 'fa:16:3e:cf:5a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afabbde-d38f-4220-ba51-d309cf29ab34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:36:14Z', 'updated_at': '2022-09-30T09:36:56Z', 'revision_number': 1, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '600c548c-0db2-4cb3-9561-68f0f39c3aa5', 'name': '', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'mac_address': 'fa:16:3e:85:21:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:06Z', 'updated_at': '2022-09-30T09:36:21Z', 'revision_number': 5, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'subnets': [{'id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:36:59.256588 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ab002-1594-43f4-84e6-ee6763259a35 req-4bb9e61f-e305-4067-a290-eaf79fa49f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:59.258137 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-873ab002-1594-43f4-84e6-ee6763259a35 req-4bb9e61f-e305-4067-a290-eaf79fa49f43 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=8411074f-f19b-4e83-87b2-5762dc2e15cc HTTP/1.1" status: 200 len: 853 time: 0.1092064 Sep 30 09:36:59.307085 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9517a492-b84e-4e8f-9536-11c21d7db7c5 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Router 313d570b-2960-43ba-9415-9cbba16b5ca8 has already been hosted by L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 {{(pid=106375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:36:59.393298 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ab002-1594-43f4-84e6-ee6763259a35 req-d9ef9f21-043d-4519-ba8d-8059a9d5a9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:59.407466 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-873ab002-1594-43f4-84e6-ee6763259a35 req-d9ef9f21-043d-4519-ba8d-8059a9d5a9c6 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=b208ce5f-758d-4f0c-90ce-9c825be7bba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1379526 Sep 30 09:36:59.442845 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:59.455015 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 38242) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:59.475295 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d8ac8652-7caa-4fc0-81f2-e53a6dc15ac3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:59.513754 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9517a492-b84e-4e8f-9536-11c21d7db7c5 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:36:59.520136 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9517a492-b84e-4e8f-9536-11c21d7db7c5 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for floatingip (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:59.526949 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1c1ea7-8ba9-411d-867d-91ce1b4164e5 None None] Sync routers for ids ['313d570b-2960-43ba-9415-9cbba16b5ca8'] in dv-cinder-master-3-smb {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:36:59.542098 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:36:59.600021 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d8ac8652-7caa-4fc0-81f2-e53a6dc15ac3 admin admin] Publish callbacks [] for security_group (3656ce45-8b06-4398-9bb9-2945a01e03cb), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:59.607314 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1c1ea7-8ba9-411d-867d-91ce1b4164e5 None None] Routers {'313d570b-2960-43ba-9415-9cbba16b5ca8'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:36:59.608517 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-4e1c1ea7-8ba9-411d-867d-91ce1b4164e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:36:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['313d570b-2960-43ba-9415-9cbba16b5ca8'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:36:59.610004 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d8ac8652-7caa-4fc0-81f2-e53a6dc15ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (3656ce45-8b06-4398-9bb9-2945a01e03cb), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:59.630927 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-9517a492-b84e-4e8f-9536-11c21d7db7c5 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/4ed1e141-fbde-4dd4-9a25-a4301c312029 HTTP/1.1" status: 200 len: 991 time: 2.9629517 Sep 30 09:36:59.630927 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa45afac-631e-4b21-b7fd-d72725a08efd', 'tag': '3643062d-c8fd-4dd8-8ade-74a425024837'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:36:59.631542 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a2765c340e485259911155c50f33e4425258638b85650f0a2a20d0c41df364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea3d13a-a71a-49dc-86b0-0d8a98e88954" -d '{"events": [{"name": "network-changed", "server_uuid": "aa45afac-631e-4b21-b7fd-d72725a08efd", "tag": "3643062d-c8fd-4dd8-8ade-74a425024837"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:36:59.681994 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-d8ac8652-7caa-4fc0-81f2-e53a6dc15ac3 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=a201b04a59654f93b67352c24a522b13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254975 Sep 30 09:36:59.684872 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 38252) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:36:59.730845 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e427d2aa-a7bc-4121-a88b-926482da16bc None None] New status for floating IP 2155f60d-d8ac-4448-833d-c6113ac88ae5: ACTIVE {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 09:36:59.766174 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18da659d-ecb4-4130-8fc2-7dc4af881440 x-openstack-request-id: req-18da659d-ecb4-4130-8fc2-7dc4af881440 {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:36:59.766818 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa45afac-631e-4b21-b7fd-d72725a08efd", "tag": "3643062d-c8fd-4dd8-8ade-74a425024837", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:36:59.766818 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-18da659d-ecb4-4130-8fc2-7dc4af881440 {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:36:59.767130 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18da659d-ecb4-4130-8fc2-7dc4af881440'] response: {'name': 'network-changed', 'server_uuid': 'aa45afac-631e-4b21-b7fd-d72725a08efd', 'tag': '3643062d-c8fd-4dd8-8ade-74a425024837', 'status': 'completed', 'code': 200} Sep 30 09:36:59.786205 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:59.886430 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-36cd5762-d0c6-4ddb-8e4c-73b33d3a54b0 admin admin] Publish callbacks [] for security_group (3656ce45-8b06-4398-9bb9-2945a01e03cb), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:36:59.922461 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2425dc-d2cf-4812-aabf-0fb75daa54f0 req-1189f1f2-9060-47ae-856b-d0afecb7c785 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:36:59.924249 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7c2425dc-d2cf-4812-aabf-0fb75daa54f0 req-1189f1f2-9060-47ae-856b-d0afecb7c785 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a85f5874-4497-40f9-b65a-cf96396c1a41 HTTP/1.1" status: 200 len: 945 time: 0.2311704 Sep 30 09:36:59.937112 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-4e1c1ea7-8ba9-411d-867d-91ce1b4164e5 None None] Set router 313d570b-2960-43ba-9415-9cbba16b5ca8 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:36:59.954678 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-36cd5762-d0c6-4ddb-8e4c-73b33d3a54b0 admin admin] Publish callbacks [] for security_group (3656ce45-8b06-4398-9bb9-2945a01e03cb), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:00.068864 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:00.086714 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac8652-7caa-4fc0-81f2-e53a6dc15ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3656ce45-8b06-4398-9bb9-2945a01e03cb,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:00.098849 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-36cd5762-d0c6-4ddb-8e4c-73b33d3a54b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (3656ce45-8b06-4398-9bb9-2945a01e03cb), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:00.101908 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-36cd5762-d0c6-4ddb-8e4c-73b33d3a54b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:00.103151 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-36cd5762-d0c6-4ddb-8e4c-73b33d3a54b0 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/3656ce45-8b06-4398-9bb9-2945a01e03cb HTTP/1.1" status: 204 len: 168 time: 0.4171336 Sep 30 09:37:00.121564 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cd5762-d0c6-4ddb-8e4c-73b33d3a54b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3656ce45-8b06-4398-9bb9-2945a01e03cb,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:00.138720 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd5762-d0c6-4ddb-8e4c-73b33d3a54b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:00.139076 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd5762-d0c6-4ddb-8e4c-73b33d3a54b0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:00.139542 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd5762-d0c6-4ddb-8e4c-73b33d3a54b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:00.140069 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd5762-d0c6-4ddb-8e4c-73b33d3a54b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:00.140314 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd5762-d0c6-4ddb-8e4c-73b33d3a54b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:00.140682 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd5762-d0c6-4ddb-8e4c-73b33d3a54b0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:00.141025 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd5762-d0c6-4ddb-8e4c-73b33d3a54b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:00.141449 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd5762-d0c6-4ddb-8e4c-73b33d3a54b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:00.141815 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd5762-d0c6-4ddb-8e4c-73b33d3a54b0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:00.142152 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd5762-d0c6-4ddb-8e4c-73b33d3a54b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:00.142487 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd5762-d0c6-4ddb-8e4c-73b33d3a54b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:00.142843 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd5762-d0c6-4ddb-8e4c-73b33d3a54b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:00.143179 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd5762-d0c6-4ddb-8e4c-73b33d3a54b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:00.143508 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd5762-d0c6-4ddb-8e4c-73b33d3a54b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:00.143916 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd5762-d0c6-4ddb-8e4c-73b33d3a54b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:00.316291 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7c2425dc-d2cf-4812-aabf-0fb75daa54f0 req-0b938ce2-2a2b-4fd0-962e-d7010162fe5b tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=13391bd4-de0a-4b53-9830-5e8fb0a0885f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988374 Sep 30 09:37:00.363685 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-873ab002-1594-43f4-84e6-ee6763259a35 req-ec34e672-ccd9-4543-9a59-e5fead7b5bb6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b208ce5f-758d-4f0c-90ce-9c825be7bba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6880212 Sep 30 09:37:00.399944 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4340ab76-29e0-46e5-a2b4-b6d023dcdb2c req-863369f8-2697-4c8d-9ce7-2dd8dd8e35ed tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d565fdef-fb92-4ba2-8857-3d3d56a91717 HTTP/1.1" status: 200 len: 210 time: 0.0825856 Sep 30 09:37:00.505614 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-4e1c1ea7-8ba9-411d-867d-91ce1b4164e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'name': 'tempest-AttachVolumeShelveTestJSON-2083709801-router', 'tenant_id': '7258740d324b4be18675101826a78ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.132'}], 'enable_snat': True}, 'gw_port_id': 'f075918f-22eb-47fc-b3ff-d56d1e52e8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:11Z', 'revision_number': 4, 'project_id': '7258740d324b4be18675101826a78ca7', 'gw_port': {'id': 'f075918f-22eb-47fc-b3ff-d56d1e52e8dd', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:01Z', 'updated_at': '2022-09-30T09:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '4ed1e141-fbde-4dd4-9a25-a4301c312029', 'tenant_id': '7258740d324b4be18675101826a78ca7', 'floating_ip_address': '172.37.1.32', 'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'router_id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'port_id': '3643062d-c8fd-4dd8-8ade-74a425024837', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272', 'mac_address': 'fa:16:3e:12:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa45afac-631e-4b21-b7fd-d72725a08efd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:36:17Z', 'updated_at': '2022-09-30T09:36:57Z', 'revision_number': 1, 'project_id': '7258740d324b4be18675101826a78ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18520684-8f98-4574-afae-7b54f755415e', 'name': '', 'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272', 'tenant_id': '7258740d324b4be18675101826a78ca7', 'mac_address': 'fa:16:3e:72:b6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'caa068e9-5807-465e-a6a4-c687aab9e12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:09Z', 'updated_at': '2022-09-30T09:36:18Z', 'revision_number': 5, 'project_id': '7258740d324b4be18675101826a78ca7', 'subnets': [{'id': 'caa068e9-5807-465e-a6a4-c687aab9e12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:37:00.543567 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1c1ea7-8ba9-411d-867d-91ce1b4164e5 None None] Checking router: 313d570b-2960-43ba-9415-9cbba16b5ca8 for host: dv-cinder-master-3-smb {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:37:00.557299 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1c1ea7-8ba9-411d-867d-91ce1b4164e5 None None] Routers {'313d570b-2960-43ba-9415-9cbba16b5ca8'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:37:00.557970 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-4e1c1ea7-8ba9-411d-867d-91ce1b4164e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:36:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['313d570b-2960-43ba-9415-9cbba16b5ca8'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:37:00.690723 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-4e1c1ea7-8ba9-411d-867d-91ce1b4164e5 None None] Set router 313d570b-2960-43ba-9415-9cbba16b5ca8 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:37:00.892219 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:00.967809 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 38320) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:00.981242 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:00.983255 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:00.985016 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-4e1c1ea7-8ba9-411d-867d-91ce1b4164e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'name': 'tempest-AttachVolumeShelveTestJSON-2083709801-router', 'tenant_id': '7258740d324b4be18675101826a78ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.132'}], 'enable_snat': True}, 'gw_port_id': 'f075918f-22eb-47fc-b3ff-d56d1e52e8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:11Z', 'revision_number': 4, 'project_id': '7258740d324b4be18675101826a78ca7', 'gw_port': {'id': 'f075918f-22eb-47fc-b3ff-d56d1e52e8dd', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:01Z', 'updated_at': '2022-09-30T09:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '4ed1e141-fbde-4dd4-9a25-a4301c312029', 'tenant_id': '7258740d324b4be18675101826a78ca7', 'floating_ip_address': '172.37.1.32', 'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'router_id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'port_id': '3643062d-c8fd-4dd8-8ade-74a425024837', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272', 'mac_address': 'fa:16:3e:12:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa45afac-631e-4b21-b7fd-d72725a08efd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:36:17Z', 'updated_at': '2022-09-30T09:36:57Z', 'revision_number': 1, 'project_id': '7258740d324b4be18675101826a78ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18520684-8f98-4574-afae-7b54f755415e', 'name': '', 'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272', 'tenant_id': '7258740d324b4be18675101826a78ca7', 'mac_address': 'fa:16:3e:72:b6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'caa068e9-5807-465e-a6a4-c687aab9e12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:09Z', 'updated_at': '2022-09-30T09:36:18Z', 'revision_number': 5, 'project_id': '7258740d324b4be18675101826a78ca7', 'subnets': [{'id': 'caa068e9-5807-465e-a6a4-c687aab9e12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:37:01.019217 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1c1ea7-8ba9-411d-867d-91ce1b4164e5 None None] The sync data for ids ['313d570b-2960-43ba-9415-9cbba16b5ca8'] in dv-cinder-master-3-smb is: [{'id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'name': 'tempest-AttachVolumeShelveTestJSON-2083709801-router', 'tenant_id': '7258740d324b4be18675101826a78ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.132'}], 'enable_snat': True}, 'gw_port_id': 'f075918f-22eb-47fc-b3ff-d56d1e52e8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:11Z', 'revision_number': 4, 'project_id': '7258740d324b4be18675101826a78ca7', 'gw_port': {'id': 'f075918f-22eb-47fc-b3ff-d56d1e52e8dd', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:01Z', 'updated_at': '2022-09-30T09:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '4ed1e141-fbde-4dd4-9a25-a4301c312029', 'tenant_id': '7258740d324b4be18675101826a78ca7', 'floating_ip_address': '172.37.1.32', 'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'router_id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'port_id': '3643062d-c8fd-4dd8-8ade-74a425024837', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272', 'mac_address': 'fa:16:3e:12:63:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa45afac-631e-4b21-b7fd-d72725a08efd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:36:17Z', 'updated_at': '2022-09-30T09:36:57Z', 'revision_number': 1, 'project_id': '7258740d324b4be18675101826a78ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18520684-8f98-4574-afae-7b54f755415e', 'name': '', 'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272', 'tenant_id': '7258740d324b4be18675101826a78ca7', 'mac_address': 'fa:16:3e:72:b6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'caa068e9-5807-465e-a6a4-c687aab9e12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:09Z', 'updated_at': '2022-09-30T09:36:18Z', 'revision_number': 5, 'project_id': '7258740d324b4be18675101826a78ca7', 'subnets': [{'id': 'caa068e9-5807-465e-a6a4-c687aab9e12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:37:01.166810 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.40', 59037) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:01.286675 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-656eae47-a560-401c-bf51-ecbf3045e437 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:01.297892 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:01.353418 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3d13a-a71a-49dc-86b0-0d8a98e88954 req-96378017-f04e-44d9-b1e9-62cebfa95980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:01.361779 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-9ea3d13a-a71a-49dc-86b0-0d8a98e88954 req-96378017-f04e-44d9-b1e9-62cebfa95980 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=7258740d324b4be18675101826a78ca7&device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 1130 time: 0.1525583 Sep 30 09:37:01.381260 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:01.394331 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1c8a2d-1ab4-4510-9529-71218abee23d None None] New status for floating IP 4ed1e141-fbde-4dd4-9a25-a4301c312029: ACTIVE {{(pid=106377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 09:37:01.428464 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-3f52d296-8076-4897-9bed-8586e98a3840 tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:01.434039 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-3f52d296-8076-4897-9bed-8586e98a3840 tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] 10.222.0.40 "GET /networking/v2.0/networks?id=ffda7af6-8c23-4fe5-859c-9c900451346b HTTP/1.1" status: 200 len: 809 time: 0.2469122 Sep 30 09:37:01.554175 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-3d32a826-7c19-43cc-b0c2-e41a386cdcb1 req-bc5be736-b404-4e95-b225-e0c5a1d46e9b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7afabbde-d38f-4220-ba51-d309cf29ab34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1188033 Sep 30 09:37:01.613187 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-873ab002-1594-43f4-84e6-ee6763259a35 req-2c7c22e9-a99c-4973-aa11-f5b11d6a34fc service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b208ce5f-758d-4f0c-90ce-9c825be7bba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4642687 Sep 30 09:37:01.649905 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-63bbbbc3-bacc-4084-ba30-9b05f58b8299 req-5ae66dbd-7278-44ad-b2fa-5f2e9c210148 tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d565fdef-fb92-4ba2-8857-3d3d56a91717 HTTP/1.1" status: 200 len: 210 time: 0.0936518 Sep 30 09:37:01.681908 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d858aaa-e7b2-471b-abab-ad88aeb4249b req-18c3c52a-8537-4489-94d2-4268a6001de8 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:01.681908 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-9d858aaa-e7b2-471b-abab-ad88aeb4249b req-18c3c52a-8537-4489-94d2-4268a6001de8 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a85f5874-4497-40f9-b65a-cf96396c1a41 HTTP/1.1" status: 200 len: 945 time: 0.1252785 Sep 30 09:37:01.734290 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-7212eb26-3ef2-45ac-add8-280458928c26 tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] Request body: {'port': {'device_id': 'd565fdef-fb92-4ba2-8857-3d3d56a91717', 'network_id': 'ffda7af6-8c23-4fe5-859c-9c900451346b', 'admin_state_up': True, 'tenant_id': '7864f95a786b4b41ae1e66a2ae2acee1'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:37:01.781200 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3d13a-a71a-49dc-86b0-0d8a98e88954 req-ba38b113-5b4f-4637-94c2-aeabda69377d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:01.782926 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-9ea3d13a-a71a-49dc-86b0-0d8a98e88954 req-ba38b113-5b4f-4637-94c2-aeabda69377d service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=486301e7-f0bf-4b46-826b-b0b4132f2272 HTTP/1.1" status: 200 len: 918 time: 0.3845198 Sep 30 09:37:01.809974 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-656eae47-a560-401c-bf51-ecbf3045e437 admin admin] Publish callbacks [] for security_group (b1ae0476-fbd1-4472-893a-788108634502), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:01.815035 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-9d858aaa-e7b2-471b-abab-ad88aeb4249b req-1ba64b97-5bf8-4761-b083-212230095343 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=13391bd4-de0a-4b53-9830-5e8fb0a0885f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290219 Sep 30 09:37:01.816952 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-656eae47-a560-401c-bf51-ecbf3045e437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (b1ae0476-fbd1-4472-893a-788108634502), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:01.863721 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-656eae47-a560-401c-bf51-ecbf3045e437 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=224e853b2f0740cc838a60ae46d63a2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8948159 Sep 30 09:37:01.865893 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656eae47-a560-401c-bf51-ecbf3045e437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ae0476-fbd1-4472-893a-788108634502,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:01.868642 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 38358) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:01.868837 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:01.933344 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-7212eb26-3ef2-45ac-add8-280458928c26 tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] Made reservation on behalf of 7864f95a786b4b41ae1e66a2ae2acee1 for: {'port': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:37:01.938358 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-7212eb26-3ef2-45ac-add8-280458928c26 tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:01.991672 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-9ea3d13a-a71a-49dc-86b0-0d8a98e88954 req-0c9c0f83-9775-4873-b29a-db6167477ede service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3643062d-c8fd-4dd8-8ade-74a425024837 HTTP/1.1" status: 200 len: 1001 time: 0.0967534 Sep 30 09:37:02.012588 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-06ba5e1c-dee7-4e36-96c1-584b5bffd4b5 admin admin] Publish callbacks [] for security_group (b1ae0476-fbd1-4472-893a-788108634502), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:02.120631 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3d13a-a71a-49dc-86b0-0d8a98e88954 req-49471c4d-03fd-4777-b07c-c79e87b5bb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:02.122179 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-9ea3d13a-a71a-49dc-86b0-0d8a98e88954 req-49471c4d-03fd-4777-b07c-c79e87b5bb06 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=caa068e9-5807-465e-a6a4-c687aab9e12e HTTP/1.1" status: 200 len: 856 time: 0.0731132 Sep 30 09:37:02.125423 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-06ba5e1c-dee7-4e36-96c1-584b5bffd4b5 admin admin] Publish callbacks [] for security_group (b1ae0476-fbd1-4472-893a-788108634502), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:02.162273 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179e9ce-aa8a-4f5a-9a12-b65c785d62da req-672b970e-2070-47e1-984e-e117832b8bfb tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:02.164286 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-b179e9ce-aa8a-4f5a-9a12-b65c785d62da req-672b970e-2070-47e1-984e-e117832b8bfb tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a85f5874-4497-40f9-b65a-cf96396c1a41 HTTP/1.1" status: 200 len: 945 time: 0.1312039 Sep 30 09:37:02.287790 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-7212eb26-3ef2-45ac-add8-280458928c26 tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] Allocated IP 172.20.0.3 (ffda7af6-8c23-4fe5-859c-9c900451346b/de7f08e4-394b-4d50-81d2-52f0bfc70afe/c5e78d2b-9ce2-4ec1-8400-042057ea376c) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:37:02.294122 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32a826-7c19-43cc-b0c2-e41a386cdcb1 req-b5e8e2b5-a614-4593-9214-753818f0d155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:02.295871 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-3d32a826-7c19-43cc-b0c2-e41a386cdcb1 req-b5e8e2b5-a614-4593-9214-753818f0d155 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=277b0f36e38f42909ad307ca1d09b7da&device_id=7afabbde-d38f-4220-ba51-d309cf29ab34 HTTP/1.1" status: 200 len: 1129 time: 0.1682014 Sep 30 09:37:02.297787 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3d13a-a71a-49dc-86b0-0d8a98e88954 req-c145361a-5f3f-4631-a248-0b32c2cd870d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:02.300584 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-9ea3d13a-a71a-49dc-86b0-0d8a98e88954 req-c145361a-5f3f-4631-a248-0b32c2cd870d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=486301e7-f0bf-4b46-826b-b0b4132f2272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1713746 Sep 30 09:37:02.347911 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:02.378449 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-b179e9ce-aa8a-4f5a-9a12-b65c785d62da req-e2b21e1b-4260-4a61-9c68-6679e60b1c2a tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] Deleting port 44ba4930-6b1c-4c71-a0f2-91b620caa595 {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:37:02.378845 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-b179e9ce-aa8a-4f5a-9a12-b65c785d62da req-e2b21e1b-4260-4a61-9c68-6679e60b1c2a tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (44ba4930-6b1c-4c71-a0f2-91b620caa595), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:02.479468 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-06ba5e1c-dee7-4e36-96c1-584b5bffd4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (b1ae0476-fbd1-4472-893a-788108634502), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:02.482804 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-06ba5e1c-dee7-4e36-96c1-584b5bffd4b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:02.493025 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-06ba5e1c-dee7-4e36-96c1-584b5bffd4b5 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b1ae0476-fbd1-4472-893a-788108634502 HTTP/1.1" status: 204 len: 168 time: 0.6015487 Sep 30 09:37:02.519312 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba5e1c-dee7-4e36-96c1-584b5bffd4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ae0476-fbd1-4472-893a-788108634502,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:02.610387 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-9ea3d13a-a71a-49dc-86b0-0d8a98e88954 req-98602238-d654-408f-a939-ecbc8b05b304 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/486301e7-f0bf-4b46-826b-b0b4132f2272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006063 Sep 30 09:37:02.611913 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32a826-7c19-43cc-b0c2-e41a386cdcb1 req-97effded-f1b2-4758-bca4-bf046882557f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:02.613532 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-3d32a826-7c19-43cc-b0c2-e41a386cdcb1 req-97effded-f1b2-4758-bca4-bf046882557f service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=b208ce5f-758d-4f0c-90ce-9c825be7bba2 HTTP/1.1" status: 200 len: 915 time: 0.2885203 Sep 30 09:37:02.616114 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-b179e9ce-aa8a-4f5a-9a12-b65c785d62da req-e2b21e1b-4260-4a61-9c68-6679e60b1c2a tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] For port 44ba4930-6b1c-4c71-a0f2-91b620caa595, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=44ba4930-6b1c-4c71-a0f2-91b620caa595,segment=NetworkSegment(39ea8fdd-1369-4a8e-8903-72d960c9ae2d),segment_id=39ea8fdd-1369-4a8e-8903-72d960c9ae2d)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:37:02.616515 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-b179e9ce-aa8a-4f5a-9a12-b65c785d62da req-e2b21e1b-4260-4a61-9c68-6679e60b1c2a tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (44ba4930-6b1c-4c71-a0f2-91b620caa595), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:02.650408 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-b179e9ce-aa8a-4f5a-9a12-b65c785d62da req-e2b21e1b-4260-4a61-9c68-6679e60b1c2a tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] Calling delete_port for 44ba4930-6b1c-4c71-a0f2-91b620caa595 owned by compute:nova {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:37:02.753704 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-7212eb26-3ef2-45ac-add8-280458928c26 tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] Publish callbacks [] for port (c5e78d2b-9ce2-4ec1-8400-042057ea376c), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:02.799280 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 38430) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:02.838120 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-7212eb26-3ef2-45ac-add8-280458928c26 tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (c5e78d2b-9ce2-4ec1-8400-042057ea376c), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:02.859680 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:02.890724 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-3d32a826-7c19-43cc-b0c2-e41a386cdcb1 req-e4caf47b-a209-40a4-9ef9-bbe8c0c08eb9 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf81158f-690a-43be-9000-0bc960d4902a HTTP/1.1" status: 200 len: 1001 time: 0.2513297 Sep 30 09:37:02.907715 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:02.909015 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:02.919624 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7212eb26-3ef2-45ac-add8-280458928c26 tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] Pushing event updated for resources: {'Port': ['ID=c5e78d2b-9ce2-4ec1-8400-042057ea376c,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:02.920810 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499a997-8c89-4056-9d3f-4e4d8abba49a req-b158806b-1d25-48da-a093-53671efadcb5 tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:02.928612 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8499a997-8c89-4056-9d3f-4e4d8abba49a req-b158806b-1d25-48da-a093-53671efadcb5 tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d565fdef-fb92-4ba2-8857-3d3d56a91717 HTTP/1.1" status: 200 len: 931 time: 0.1093795 Sep 30 09:37:02.984447 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-7212eb26-3ef2-45ac-add8-280458928c26 tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] Network ffda7af6-8c23-4fe5-859c-9c900451346b is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:37:02.989794 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-7212eb26-3ef2-45ac-add8-280458928c26 tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:37:02.997237 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-7212eb26-3ef2-45ac-add8-280458928c26 tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:37:03.029812 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-9ea3d13a-a71a-49dc-86b0-0d8a98e88954 req-153cf5d8-ebe6-4873-b80c-2a1ae2c582e1 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/486301e7-f0bf-4b46-826b-b0b4132f2272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060884 Sep 30 09:37:03.052786 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-b179e9ce-aa8a-4f5a-9a12-b65c785d62da req-e2b21e1b-4260-4a61-9c68-6679e60b1c2a tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (44ba4930-6b1c-4c71-a0f2-91b620caa595), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:03.077334 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ba545-8a2a-4d89-8d22-707d66038d88 req-dcfe6354-6b91-488b-9086-34d9fce755cd tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:03.079019 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-697ba545-8a2a-4d89-8d22-707d66038d88 req-dcfe6354-6b91-488b-9086-34d9fce755cd tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a85f5874-4497-40f9-b65a-cf96396c1a41 HTTP/1.1" status: 200 len: 945 time: 0.1067357 Sep 30 09:37:03.088451 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] get_ports_and_sgs() called for port_ids ['44ba4930-6b1c-4c71-a0f2-91b620caa595'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:37:03.090176 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8499a997-8c89-4056-9d3f-4e4d8abba49a req-da55057a-5410-4d5f-8348-34fe27df7fb6 tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2e462bff-8702-4b64-b0d4-e51c46aae3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604176 Sep 30 09:37:03.095122 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32a826-7c19-43cc-b0c2-e41a386cdcb1 req-f30965aa-8b73-496f-8be3-2e9ad59bfc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:03.101370 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-3d32a826-7c19-43cc-b0c2-e41a386cdcb1 req-f30965aa-8b73-496f-8be3-2e9ad59bfc8e service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=8411074f-f19b-4e83-87b2-5762dc2e15cc HTTP/1.1" status: 200 len: 853 time: 0.2024345 Sep 30 09:37:03.118115 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 38444) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:03.128558 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b21e1b-4260-4a61-9c68-6679e60b1c2a tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] Pushing event deleted for resources: {'Port': ['ID=44ba4930-6b1c-4c71-a0f2-91b620caa595,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:03.148739 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-7212eb26-3ef2-45ac-add8-280458928c26 tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:03.149338 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-7212eb26-3ef2-45ac-add8-280458928c26 tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:03.196327 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32a826-7c19-43cc-b0c2-e41a386cdcb1 req-edc73595-99d7-4fa2-a71e-a05ac142ece7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:03.197915 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-3d32a826-7c19-43cc-b0c2-e41a386cdcb1 req-edc73595-99d7-4fa2-a71e-a05ac142ece7 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=b208ce5f-758d-4f0c-90ce-9c825be7bba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0721552 Sep 30 09:37:03.204112 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1275e7d8-35d2-4319-904f-04efcb08f748 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:03.205500 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-697ba545-8a2a-4d89-8d22-707d66038d88 req-d6087b4e-26d9-46b4-90ae-5e26e4e04cec tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=13391bd4-de0a-4b53-9830-5e8fb0a0885f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948510 Sep 30 09:37:03.212793 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1c2a706b-c8d2-4a70-a020-bf96a2e97251 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:03.253520 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-b179e9ce-aa8a-4f5a-9a12-b65c785d62da req-e2b21e1b-4260-4a61-9c68-6679e60b1c2a tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] No DVR routers for this DVR port 44ba4930-6b1c-4c71-a0f2-91b620caa595 on host hv-cinder-maste {{(pid=106375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:37:03.319324 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-7212eb26-3ef2-45ac-add8-280458928c26 tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5895433 Sep 30 09:37:03.334053 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-3d32a826-7c19-43cc-b0c2-e41a386cdcb1 req-691154f3-2031-4f17-b362-f9435f46d342 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b208ce5f-758d-4f0c-90ce-9c825be7bba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265297 Sep 30 09:37:03.336118 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-b179e9ce-aa8a-4f5a-9a12-b65c785d62da req-e2b21e1b-4260-4a61-9c68-6679e60b1c2a tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:03.342127 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-b179e9ce-aa8a-4f5a-9a12-b65c785d62da req-e2b21e1b-4260-4a61-9c68-6679e60b1c2a tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.40 "DELETE /networking/v2.0/ports/44ba4930-6b1c-4c71-a0f2-91b620caa595 HTTP/1.1" status: 204 len: 173 time: 1.1504552 Sep 30 09:37:03.342904 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85f5874-4497-40f9-b65a-cf96396c1a41', 'name': 'network-vif-deleted', 'tag': '44ba4930-6b1c-4c71-a0f2-91b620caa595'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:37:03.345222 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a2765c340e485259911155c50f33e4425258638b85650f0a2a20d0c41df364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a86a666-f5f8-486d-af0f-c05678d8204f" -d '{"events": [{"server_uuid": "a85f5874-4497-40f9-b65a-cf96396c1a41", "name": "network-vif-deleted", "tag": "44ba4930-6b1c-4c71-a0f2-91b620caa595"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:37:03.353007 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-f9289ba2-1119-47ff-b016-c451eefcf8ec service neutron] Request body: {'port': {'device_id': 'd565fdef-fb92-4ba2-8857-3d3d56a91717', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:37:03.440927 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a173e1-6915-4695-be1f-afb473ea358c x-openstack-request-id: req-61a173e1-6915-4695-be1f-afb473ea358c {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:37:03.441234 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85f5874-4497-40f9-b65a-cf96396c1a41", "name": "network-vif-deleted", "tag": "44ba4930-6b1c-4c71-a0f2-91b620caa595", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:37:03.441491 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-61a173e1-6915-4695-be1f-afb473ea358c {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:37:03.441989 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61a173e1-6915-4695-be1f-afb473ea358c'] response: {'server_uuid': 'a85f5874-4497-40f9-b65a-cf96396c1a41', 'name': 'network-vif-deleted', 'tag': '44ba4930-6b1c-4c71-a0f2-91b620caa595', 'status': 'completed', 'code': 200} Sep 30 09:37:03.488584 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-3d32a826-7c19-43cc-b0c2-e41a386cdcb1 req-37b856b6-39a2-4aad-b87c-532209491170 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b208ce5f-758d-4f0c-90ce-9c825be7bba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382291 Sep 30 09:37:03.490237 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1275e7d8-35d2-4319-904f-04efcb08f748 admin admin] Publish callbacks [] for security_group (2fb8c0b9-8a47-4492-9a8d-81b5b5ce9770), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:03.494236 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-f9289ba2-1119-47ff-b016-c451eefcf8ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (c5e78d2b-9ce2-4ec1-8400-042057ea376c), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:03.510974 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1275e7d8-35d2-4319-904f-04efcb08f748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (2fb8c0b9-8a47-4492-9a8d-81b5b5ce9770), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:03.616137 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-1275e7d8-35d2-4319-904f-04efcb08f748 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=1bc7803ffb7f4e16b9b4e76192c23c03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8147058 Sep 30 09:37:03.619003 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 38460) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:03.623149 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275e7d8-35d2-4319-904f-04efcb08f748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb8c0b9-8a47-4492-9a8d-81b5b5ce9770,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:03.676520 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1c2a706b-c8d2-4a70-a020-bf96a2e97251 admin admin] Publish callbacks [] for security_group (ef21a374-2efa-4d9d-8e4b-e81491a471bf), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:03.687420 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1c2a706b-c8d2-4a70-a020-bf96a2e97251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (ef21a374-2efa-4d9d-8e4b-e81491a471bf), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:03.691205 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8650118a-db09-45f3-a68e-83fc466bc1b7 admin admin] Publish callbacks [] for security_group (2fb8c0b9-8a47-4492-9a8d-81b5b5ce9770), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:03.718550 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8650118a-db09-45f3-a68e-83fc466bc1b7 admin admin] Publish callbacks [] for security_group (2fb8c0b9-8a47-4492-9a8d-81b5b5ce9770), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:03.781844 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8650118a-db09-45f3-a68e-83fc466bc1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (2fb8c0b9-8a47-4492-9a8d-81b5b5ce9770), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:03.785532 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8650118a-db09-45f3-a68e-83fc466bc1b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:03.790045 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-8650118a-db09-45f3-a68e-83fc466bc1b7 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/2fb8c0b9-8a47-4492-9a8d-81b5b5ce9770 HTTP/1.1" status: 204 len: 168 time: 0.1676228 Sep 30 09:37:03.790045 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 38466) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:03.805142 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-1c2a706b-c8d2-4a70-a020-bf96a2e97251 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=5945ebed866f429792d0c60118b19c3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6831524 Sep 30 09:37:03.809110 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 38472) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:03.827436 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2a706b-c8d2-4a70-a020-bf96a2e97251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef21a374-2efa-4d9d-8e4b-e81491a471bf,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:03.842363 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8650118a-db09-45f3-a68e-83fc466bc1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb8c0b9-8a47-4492-9a8d-81b5b5ce9770,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:03.872496 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:03.901910 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:03.967622 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-6c0d286c-41b1-4ea0-88f8-cd637530839b admin admin] Publish callbacks [] for security_group (ef21a374-2efa-4d9d-8e4b-e81491a471bf), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:04.009657 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-6c0d286c-41b1-4ea0-88f8-cd637530839b admin admin] Publish callbacks [] for security_group (ef21a374-2efa-4d9d-8e4b-e81491a471bf), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:04.090524 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-f9289ba2-1119-47ff-b016-c451eefcf8ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5e78d2b-9ce2-4ec1-8400-042057ea376c {{(pid=106375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:37:04.101078 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-f9289ba2-1119-47ff-b016-c451eefcf8ec service neutron] Publish callbacks [] for port (c5e78d2b-9ce2-4ec1-8400-042057ea376c), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:04.113865 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-6c0d286c-41b1-4ea0-88f8-cd637530839b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (ef21a374-2efa-4d9d-8e4b-e81491a471bf), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:04.117153 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-6c0d286c-41b1-4ea0-88f8-cd637530839b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:04.118309 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-6c0d286c-41b1-4ea0-88f8-cd637530839b admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ef21a374-2efa-4d9d-8e4b-e81491a471bf HTTP/1.1" status: 204 len: 168 time: 0.3078716 Sep 30 09:37:04.125424 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.provisioning_blocks [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-f9289ba2-1119-47ff-b016-c451eefcf8ec service neutron] Transition to ACTIVE for port object c5e78d2b-9ce2-4ec1-8400-042057ea376c will not be triggered until provisioned by entity L2. {{(pid=106375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 30 09:37:04.134321 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d286c-41b1-4ea0-88f8-cd637530839b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef21a374-2efa-4d9d-8e4b-e81491a471bf,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:04.136020 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-f9289ba2-1119-47ff-b016-c451eefcf8ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1379309'] for port (c5e78d2b-9ce2-4ec1-8400-042057ea376c), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:04.190493 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:04.216766 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ee7af682-5ca7-44e9-bb14-d96a7157781e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:04.309373 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9289ba2-1119-47ff-b016-c451eefcf8ec service neutron] Pushing event updated for resources: {'Port': ['ID=c5e78d2b-9ce2-4ec1-8400-042057ea376c,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:04.368623 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 38482) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:04.373511 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-f9289ba2-1119-47ff-b016-c451eefcf8ec service neutron] Attempting to bind port c5e78d2b-9ce2-4ec1-8400-042057ea376c on host hv-cinder-maste for vnic_type normal with profile {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:37:04.374048 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-f9289ba2-1119-47ff-b016-c451eefcf8ec service neutron] Attempting to bind port c5e78d2b-9ce2-4ec1-8400-042057ea376c by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '124fa275-f272-4dfe-a9a2-afc2b339160f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ffda7af6-8c23-4fe5-859c-9c900451346b'}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:37:04.374241 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-f9289ba2-1119-47ff-b016-c451eefcf8ec service neutron] Attempting to bind port c5e78d2b-9ce2-4ec1-8400-042057ea376c on network ffda7af6-8c23-4fe5-859c-9c900451346b {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:37:04.406662 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ee5883fb-3d83-4a70-bfa6-79de2a14739d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:04.415480 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a06280-eb9b-4e50-b366-a30e9389ac2f req-3af65121-abc9-490f-b11b-f1ec513cc51e tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:04.417069 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-15a06280-eb9b-4e50-b366-a30e9389ac2f req-3af65121-abc9-490f-b11b-f1ec513cc51e tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d565fdef-fb92-4ba2-8857-3d3d56a91717 HTTP/1.1" status: 200 len: 943 time: 0.1097226 Sep 30 09:37:04.448717 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-f9289ba2-1119-47ff-b016-c451eefcf8ec service neutron] Port c5e78d2b-9ce2-4ec1-8400-042057ea376c on network ffda7af6-8c23-4fe5-859c-9c900451346b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:37:04.449071 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-f9289ba2-1119-47ff-b016-c451eefcf8ec service neutron] Attempting to bind port c5e78d2b-9ce2-4ec1-8400-042057ea376c on network ffda7af6-8c23-4fe5-859c-9c900451346b {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:37:04.450324 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c4389432-ba9a-4547-b1aa-4e5a60cf172c req-c9d78ffe-01f7-4cd3-bcf8-27a792f6d618 tempest-DeleteServersTestJSON-20493237 tempest-DeleteServersTestJSON-20493237-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a85f5874-4497-40f9-b65a-cf96396c1a41 HTTP/1.1" status: 200 len: 210 time: 0.0591266 Sep 30 09:37:04.501127 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ee7af682-5ca7-44e9-bb14-d96a7157781e admin admin] Publish callbacks [] for security_group (71e8f7e1-7a79-42bb-8b98-24636ec3e6ce), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:04.514185 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ee7af682-5ca7-44e9-bb14-d96a7157781e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (71e8f7e1-7a79-42bb-8b98-24636ec3e6ce), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:04.539181 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:04.591132 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-15a06280-eb9b-4e50-b366-a30e9389ac2f req-7ffd2c3f-6efd-4693-bdec-90761c349c3b tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2e462bff-8702-4b64-b0d4-e51c46aae3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527596 Sep 30 09:37:04.597514 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7af682-5ca7-44e9-bb14-d96a7157781e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e8f7e1-7a79-42bb-8b98-24636ec3e6ce,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:04.602440 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-ee7af682-5ca7-44e9-bb14-d96a7157781e admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=e8c1e8d29d024199a9ecbbbe66b7805f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8106382 Sep 30 09:37:04.608519 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 38490) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:04.681901 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ee5883fb-3d83-4a70-bfa6-79de2a14739d admin admin] Publish callbacks [] for security_group (e1c82983-3edd-4a48-923c-25c8266a0347), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:04.690177 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ee5883fb-3d83-4a70-bfa6-79de2a14739d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (e1c82983-3edd-4a48-923c-25c8266a0347), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:04.729845 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b3e6377b-ee20-4f76-ad8e-a294e874eb3d admin admin] Publish callbacks [] for security_group (71e8f7e1-7a79-42bb-8b98-24636ec3e6ce), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:04.747361 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-f9289ba2-1119-47ff-b016-c451eefcf8ec service neutron] Checking agent: {'id': '163c8669-4b7e-4ed1-afd3-94872a5a2df2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 34), 'started_at': datetime.datetime(2022, 9, 30, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:37:04.747778 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-f9289ba2-1119-47ff-b016-c451eefcf8ec service neutron] Checking segment: {'id': '124fa275-f272-4dfe-a9a2-afc2b339160f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ffda7af6-8c23-4fe5-859c-9c900451346b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:37:04.748224 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-f9289ba2-1119-47ff-b016-c451eefcf8ec service neutron] Bound using segment: {'id': '124fa275-f272-4dfe-a9a2-afc2b339160f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ffda7af6-8c23-4fe5-859c-9c900451346b'} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:37:04.748731 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-f9289ba2-1119-47ff-b016-c451eefcf8ec service neutron] Bound port: c5e78d2b-9ce2-4ec1-8400-042057ea376c, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '124fa275-f272-4dfe-a9a2-afc2b339160f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ffda7af6-8c23-4fe5-859c-9c900451346b'}}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:37:04.749302 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-f9289ba2-1119-47ff-b016-c451eefcf8ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (c5e78d2b-9ce2-4ec1-8400-042057ea376c), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:04.757885 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-ee5883fb-3d83-4a70-bfa6-79de2a14739d admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=aa780c39b62d4642b0bd5597ba021294&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3879650 Sep 30 09:37:04.761584 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 38496) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:04.775709 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5883fb-3d83-4a70-bfa6-79de2a14739d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c82983-3edd-4a48-923c-25c8266a0347,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:04.797413 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b3e6377b-ee20-4f76-ad8e-a294e874eb3d admin admin] Publish callbacks [] for security_group (71e8f7e1-7a79-42bb-8b98-24636ec3e6ce), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:04.848389 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-f9289ba2-1119-47ff-b016-c451eefcf8ec service neutron] For port c5e78d2b-9ce2-4ec1-8400-042057ea376c, host hv-cinder-maste, cleared binding levels {{(pid=106375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:37:04.852931 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-f9289ba2-1119-47ff-b016-c451eefcf8ec service neutron] For port c5e78d2b-9ce2-4ec1-8400-042057ea376c, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c5e78d2b-9ce2-4ec1-8400-042057ea376c,segment=NetworkSegment(124fa275-f272-4dfe-a9a2-afc2b339160f),segment_id=124fa275-f272-4dfe-a9a2-afc2b339160f)] {{(pid=106375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:37:04.862180 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-f9289ba2-1119-47ff-b016-c451eefcf8ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1379309'] for port (c5e78d2b-9ce2-4ec1-8400-042057ea376c), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:04.869288 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-f9289ba2-1119-47ff-b016-c451eefcf8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:04.870411 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-f9289ba2-1119-47ff-b016-c451eefcf8ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:04.872334 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-f9289ba2-1119-47ff-b016-c451eefcf8ec service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/c5e78d2b-9ce2-4ec1-8400-042057ea376c HTTP/1.1" status: 200 len: 1093 time: 1.5241380 Sep 30 09:37:04.892297 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8ec77cbf-c8cc-49f7-af48-e343ceabc97e admin admin] Publish callbacks [] for security_group (e1c82983-3edd-4a48-923c-25c8266a0347), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:04.954967 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b3e6377b-ee20-4f76-ad8e-a294e874eb3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (71e8f7e1-7a79-42bb-8b98-24636ec3e6ce), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:04.958778 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b3e6377b-ee20-4f76-ad8e-a294e874eb3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:04.965266 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-b3e6377b-ee20-4f76-ad8e-a294e874eb3d admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/71e8f7e1-7a79-42bb-8b98-24636ec3e6ce HTTP/1.1" status: 204 len: 168 time: 0.3555136 Sep 30 09:37:04.968572 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8ec77cbf-c8cc-49f7-af48-e343ceabc97e admin admin] Publish callbacks [] for security_group (e1c82983-3edd-4a48-923c-25c8266a0347), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:04.974720 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:04.980913 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9289ba2-1119-47ff-b016-c451eefcf8ec service neutron] Pushing event updated for resources: {'Port': ['ID=c5e78d2b-9ce2-4ec1-8400-042057ea376c,revision_number=3']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:05.013863 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e6377b-ee20-4f76-ad8e-a294e874eb3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e8f7e1-7a79-42bb-8b98-24636ec3e6ce,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:05.075594 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8ec77cbf-c8cc-49f7-af48-e343ceabc97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (e1c82983-3edd-4a48-923c-25c8266a0347), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:05.081258 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8ec77cbf-c8cc-49f7-af48-e343ceabc97e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:05.088833 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-8ec77cbf-c8cc-49f7-af48-e343ceabc97e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/e1c82983-3edd-4a48-923c-25c8266a0347 HTTP/1.1" status: 204 len: 168 time: 0.3156774 Sep 30 09:37:05.095445 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-e302fd23-8d63-4c31-961b-b4e24fe6366b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:05.100870 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-e302fd23-8d63-4c31-961b-b4e24fe6366b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=7864f95a786b4b41ae1e66a2ae2acee1&device_id=d565fdef-fb92-4ba2-8857-3d3d56a91717 HTTP/1.1" status: 200 len: 1127 time: 0.1110334 Sep 30 09:37:05.101052 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec77cbf-c8cc-49f7-af48-e343ceabc97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c82983-3edd-4a48-923c-25c8266a0347,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:05.171991 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-85535591-c03a-45f5-b9cc-abeda1fcbf11 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5e78d2b-9ce2-4ec1-8400-042057ea376c HTTP/1.1" status: 200 len: 217 time: 0.0451601 Sep 30 09:37:05.236837 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-a58d0a9f-f462-4724-aa70-65ebece30577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:05.238326 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-a58d0a9f-f462-4724-aa70-65ebece30577 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=de7f08e4-394b-4d50-81d2-52f0bfc70afe HTTP/1.1" status: 200 len: 849 time: 0.0543375 Sep 30 09:37:05.275006 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-3554f375-fd51-4cb0-a237-866aefca6c3f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=ffda7af6-8c23-4fe5-859c-9c900451346b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299306 Sep 30 09:37:05.291914 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:05.396400 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-c71a86d4-4952-4986-93de-9a3e2533210c service neutron] 10.222.0.40 "GET /networking/v2.0/networks/ffda7af6-8c23-4fe5-859c-9c900451346b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086090 Sep 30 09:37:05.465606 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd565fdef-fb92-4ba2-8857-3d3d56a91717', 'tag': 'c5e78d2b-9ce2-4ec1-8400-042057ea376c'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:37:05.468021 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a2765c340e485259911155c50f33e4425258638b85650f0a2a20d0c41df364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55776b3d-dc49-4288-b0b8-13e253964fb0" -d '{"events": [{"name": "network-changed", "server_uuid": "d565fdef-fb92-4ba2-8857-3d3d56a91717", "tag": "c5e78d2b-9ce2-4ec1-8400-042057ea376c"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:37:05.527067 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63cca337-0f20-48a2-9c16-064def7d39d5 x-openstack-request-id: req-63cca337-0f20-48a2-9c16-064def7d39d5 {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:37:05.527935 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d565fdef-fb92-4ba2-8857-3d3d56a91717", "tag": "c5e78d2b-9ce2-4ec1-8400-042057ea376c", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:37:05.528188 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-63cca337-0f20-48a2-9c16-064def7d39d5 {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:37:05.528738 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63cca337-0f20-48a2-9c16-064def7d39d5'] response: {'name': 'network-changed', 'server_uuid': 'd565fdef-fb92-4ba2-8857-3d3d56a91717', 'tag': 'c5e78d2b-9ce2-4ec1-8400-042057ea376c', 'status': 'completed', 'code': 200} Sep 30 09:37:05.541161 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-4c52d0b9-d180-4bf5-8847-f550697738cc req-72d4f915-89a8-4616-8566-7fba0758ca18 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/ffda7af6-8c23-4fe5-859c-9c900451346b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319816 Sep 30 09:37:05.592103 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 38524) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:05.608490 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-35c4515b-4905-454e-a593-69992147bb4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:05.791859 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-35c4515b-4905-454e-a593-69992147bb4c admin admin] Publish callbacks [] for security_group (1ad0f171-fdb2-4cf7-b3ae-554183fcda88), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:05.812590 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1424654-bb72-4bbf-a9b1-ec42b86660d0 req-5f386fc1-62f6-4f7b-95fa-afaffc66b3e4 tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:05.823081 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c1424654-bb72-4bbf-a9b1-ec42b86660d0 req-5f386fc1-62f6-4f7b-95fa-afaffc66b3e4 tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d565fdef-fb92-4ba2-8857-3d3d56a91717 HTTP/1.1" status: 200 len: 943 time: 0.1021721 Sep 30 09:37:05.832584 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-35c4515b-4905-454e-a593-69992147bb4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (1ad0f171-fdb2-4cf7-b3ae-554183fcda88), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:05.925067 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-35c4515b-4905-454e-a593-69992147bb4c admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=ddb7b7cf9d104aa59aaa47a47ca8e82c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3289053 Sep 30 09:37:05.925228 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 38548) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:05.927550 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c1424654-bb72-4bbf-a9b1-ec42b86660d0 req-3d30db77-081c-408c-9ca9-82da8b7dcb0a tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2e462bff-8702-4b64-b0d4-e51c46aae3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033945 Sep 30 09:37:05.928320 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4515b-4905-454e-a593-69992147bb4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad0f171-fdb2-4cf7-b3ae-554183fcda88,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:05.966176 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:06.002630 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0305b8dd-a594-4e30-aa2c-ce2faf2d7f13 admin admin] Publish callbacks [] for security_group (1ad0f171-fdb2-4cf7-b3ae-554183fcda88), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:06.026343 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0305b8dd-a594-4e30-aa2c-ce2faf2d7f13 admin admin] Publish callbacks [] for security_group (1ad0f171-fdb2-4cf7-b3ae-554183fcda88), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:06.076857 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0305b8dd-a594-4e30-aa2c-ce2faf2d7f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (1ad0f171-fdb2-4cf7-b3ae-554183fcda88), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:06.081136 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0305b8dd-a594-4e30-aa2c-ce2faf2d7f13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:06.083894 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-0305b8dd-a594-4e30-aa2c-ce2faf2d7f13 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/1ad0f171-fdb2-4cf7-b3ae-554183fcda88 HTTP/1.1" status: 204 len: 168 time: 0.1576066 Sep 30 09:37:06.094481 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305b8dd-a594-4e30-aa2c-ce2faf2d7f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad0f171-fdb2-4cf7-b3ae-554183fcda88,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:06.265302 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:06.779259 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 44ba4930-6b1c-4c71-a0f2-91b620caa595 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:37:06.802355 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] No Port match for: 44ba4930-6b1c-4c71-a0f2-91b620caa595 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:37:06.803181 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 44ba4930-6b1c-4c71-a0f2-91b620caa595 not bound to the agent host hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:37:07.108467 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ca188-a0fe-4723-8e8b-1e779cca84d6 req-43b7a85a-42f8-49da-b236-3692473f3bf7 tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:07.120347 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1d9ca188-a0fe-4723-8e8b-1e779cca84d6 req-43b7a85a-42f8-49da-b236-3692473f3bf7 tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d565fdef-fb92-4ba2-8857-3d3d56a91717 HTTP/1.1" status: 200 len: 943 time: 0.0781274 Sep 30 09:37:07.180280 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 38630) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:07.214187 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1d9ca188-a0fe-4723-8e8b-1e779cca84d6 req-f1115a51-76de-4321-af35-55ff185463ea tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2e462bff-8702-4b64-b0d4-e51c46aae3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933485 Sep 30 09:37:07.695254 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-32d531af-beeb-4d5d-9ca5-cca5f9853c33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555431'] for router_interface (33f9e6ce-24db-4d3c-bc49-883e4f3f7d72), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:08.035125 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-32d531af-beeb-4d5d-9ca5-cca5f9853c33 admin admin] Deleting port 23a08bfb-097b-4bc3-8dcd-7e6d429c1d77 {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:37:08.035480 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-32d531af-beeb-4d5d-9ca5-cca5f9853c33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (23a08bfb-097b-4bc3-8dcd-7e6d429c1d77), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:08.122892 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [None req-32d531af-beeb-4d5d-9ca5-cca5f9853c33 admin admin] For port 23a08bfb-097b-4bc3-8dcd-7e6d429c1d77, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=23a08bfb-097b-4bc3-8dcd-7e6d429c1d77,segment=NetworkSegment(39ea8fdd-1369-4a8e-8903-72d960c9ae2d),segment_id=39ea8fdd-1369-4a8e-8903-72d960c9ae2d)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:37:08.123573 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-32d531af-beeb-4d5d-9ca5-cca5f9853c33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (23a08bfb-097b-4bc3-8dcd-7e6d429c1d77), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:08.133825 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:08.143294 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-32d531af-beeb-4d5d-9ca5-cca5f9853c33 admin admin] Calling delete_port for 23a08bfb-097b-4bc3-8dcd-7e6d429c1d77 owned by network:router_interface {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:37:08.362236 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:08.428629 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f37cb-e0d8-40bc-b09a-90b0930f787f req-96671a34-debf-420f-8b9c-129f5bfa5616 tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:08.431055 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c62f37cb-e0d8-40bc-b09a-90b0930f787f req-96671a34-debf-420f-8b9c-129f5bfa5616 tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d565fdef-fb92-4ba2-8857-3d3d56a91717 HTTP/1.1" status: 200 len: 943 time: 0.1041105 Sep 30 09:37:08.437055 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55776b3d-dc49-4288-b0b8-13e253964fb0 req-dbd2d285-755f-4830-9104-f44daef4b122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:08.438949 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-55776b3d-dc49-4288-b0b8-13e253964fb0 req-dbd2d285-755f-4830-9104-f44daef4b122 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=7864f95a786b4b41ae1e66a2ae2acee1&device_id=d565fdef-fb92-4ba2-8857-3d3d56a91717 HTTP/1.1" status: 200 len: 1127 time: 0.1589673 Sep 30 09:37:08.498853 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c62f37cb-e0d8-40bc-b09a-90b0930f787f req-3f1746a3-8399-4422-9b9e-97e99b8eb688 tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2e462bff-8702-4b64-b0d4-e51c46aae3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611124 Sep 30 09:37:08.559234 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-32d531af-beeb-4d5d-9ca5-cca5f9853c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (23a08bfb-097b-4bc3-8dcd-7e6d429c1d77), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:08.614892 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d531af-beeb-4d5d-9ca5-cca5f9853c33 admin admin] Pushing event deleted for resources: {'Port': ['ID=23a08bfb-097b-4bc3-8dcd-7e6d429c1d77,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:08.646309 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55776b3d-dc49-4288-b0b8-13e253964fb0 req-a663beaa-e259-47cd-b8cf-193168a452ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:08.647806 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-55776b3d-dc49-4288-b0b8-13e253964fb0 req-a663beaa-e259-47cd-b8cf-193168a452ee service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=ffda7af6-8c23-4fe5-859c-9c900451346b HTTP/1.1" status: 200 len: 910 time: 0.1825435 Sep 30 09:37:08.710853 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-55776b3d-dc49-4288-b0b8-13e253964fb0 req-710e8463-8023-4b9d-b5bd-2323a44e2817 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5e78d2b-9ce2-4ec1-8400-042057ea376c HTTP/1.1" status: 200 len: 217 time: 0.0439701 Sep 30 09:37:08.818915 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55776b3d-dc49-4288-b0b8-13e253964fb0 req-f36fa92e-aa0f-4609-bcba-cc71bcddc774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:08.820540 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-55776b3d-dc49-4288-b0b8-13e253964fb0 req-f36fa92e-aa0f-4609-bcba-cc71bcddc774 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=de7f08e4-394b-4d50-81d2-52f0bfc70afe HTTP/1.1" status: 200 len: 849 time: 0.1017587 Sep 30 09:37:08.882591 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-55776b3d-dc49-4288-b0b8-13e253964fb0 req-12f68c2f-1435-420b-be89-a17552e26f1f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=ffda7af6-8c23-4fe5-859c-9c900451346b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318255 Sep 30 09:37:08.915439 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-32d531af-beeb-4d5d-9ca5-cca5f9853c33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-760599'] for router_interface (33f9e6ce-24db-4d3c-bc49-883e4f3f7d72), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:09.267309 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:09.269851 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-55776b3d-dc49-4288-b0b8-13e253964fb0 req-236606bb-64b9-4451-8e69-ee785ed4b211 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/ffda7af6-8c23-4fe5-859c-9c900451346b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803775 Sep 30 09:37:09.333789 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 38752) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:09.469913 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-55776b3d-dc49-4288-b0b8-13e253964fb0 req-9ba323b4-2ab1-4799-ba6d-80d81f5280c0 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/ffda7af6-8c23-4fe5-859c-9c900451346b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911759 Sep 30 09:37:09.470479 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-610bf562-086c-44c3-83c5-02bec25ed3e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:09.499089 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d531af-beeb-4d5d-9ca5-cca5f9853c33 admin admin] Router 33f9e6ce-24db-4d3c-bc49-883e4f3f7d72 has already been hosted by L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 {{(pid=106375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:37:09.540852 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:09.595480 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-610bf562-086c-44c3-83c5-02bec25ed3e4 admin admin] Publish callbacks [] for security_group (ce76a54e-1e13-4457-9b45-98ba1a5b40a9), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:09.608910 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-610bf562-086c-44c3-83c5-02bec25ed3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (ce76a54e-1e13-4457-9b45-98ba1a5b40a9), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:09.627478 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:09.638537 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d531af-beeb-4d5d-9ca5-cca5f9853c33 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:37:09.647831 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-32d531af-beeb-4d5d-9ca5-cca5f9853c33 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/33f9e6ce-24db-4d3c-bc49-883e4f3f7d72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4624751 Sep 30 09:37:09.649318 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 38762) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:09.653379 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a417f1e8-fc86-4f1f-9c23-3f4e0cc986a1 None None] Sync routers for ids ['33f9e6ce-24db-4d3c-bc49-883e4f3f7d72'] in dv-cinder-master-3-smb {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:37:09.668654 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a417f1e8-fc86-4f1f-9c23-3f4e0cc986a1 None None] Routers {'33f9e6ce-24db-4d3c-bc49-883e4f3f7d72'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:37:09.669293 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-a417f1e8-fc86-4f1f-9c23-3f4e0cc986a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:36:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['33f9e6ce-24db-4d3c-bc49-883e4f3f7d72'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:37:09.756246 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a98715e-78c8-4633-8250-81d9a7843962 req-94c1c68c-37ed-46d2-9eb9-74d4db75ebea tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:09.757780 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-0a98715e-78c8-4633-8250-81d9a7843962 req-94c1c68c-37ed-46d2-9eb9-74d4db75ebea tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d565fdef-fb92-4ba2-8857-3d3d56a91717 HTTP/1.1" status: 200 len: 943 time: 0.1651254 Sep 30 09:37:09.765155 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-610bf562-086c-44c3-83c5-02bec25ed3e4 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=93a2bc6de070450da7993395b38458ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4300582 Sep 30 09:37:09.770487 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 38768) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:09.773053 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610bf562-086c-44c3-83c5-02bec25ed3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce76a54e-1e13-4457-9b45-98ba1a5b40a9,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:09.785026 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:DELETE=1,neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:09.805605 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-a417f1e8-fc86-4f1f-9c23-3f4e0cc986a1 None None] Set router 33f9e6ce-24db-4d3c-bc49-883e4f3f7d72 gateway port host: dv-cinder-master-3-smb {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:37:09.836947 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f9993dd3-0f91-484a-8160-dd11672f0365 admin admin] Publish callbacks [] for security_group (ce76a54e-1e13-4457-9b45-98ba1a5b40a9), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:09.863700 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f9993dd3-0f91-484a-8160-dd11672f0365 admin admin] Publish callbacks [] for security_group (ce76a54e-1e13-4457-9b45-98ba1a5b40a9), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:09.914872 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:09.929682 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f9993dd3-0f91-484a-8160-dd11672f0365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (ce76a54e-1e13-4457-9b45-98ba1a5b40a9), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:09.932388 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f9993dd3-0f91-484a-8160-dd11672f0365 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:09.933684 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-f9993dd3-0f91-484a-8160-dd11672f0365 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ce76a54e-1e13-4457-9b45-98ba1a5b40a9 HTTP/1.1" status: 204 len: 168 time: 0.1636429 Sep 30 09:37:09.944248 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9993dd3-0f91-484a-8160-dd11672f0365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce76a54e-1e13-4457-9b45-98ba1a5b40a9,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:09.998936 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-a417f1e8-fc86-4f1f-9c23-3f4e0cc986a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f9e6ce-24db-4d3c-bc49-883e4f3f7d72', 'name': 'tempest-DeleteServersTestJSON-680401777-router', 'tenant_id': '732bb88e765b4fc3921cb3e37be0270a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bb125cde-5966-4c9f-bd86-c894237298ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:35:58Z', 'updated_at': '2022-09-30T09:37:08Z', 'revision_number': 5, 'project_id': '732bb88e765b4fc3921cb3e37be0270a', 'gw_port': {'id': 'bb125cde-5966-4c9f-bd86-c894237298ec', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:95:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f9e6ce-24db-4d3c-bc49-883e4f3f7d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:35:59Z', 'updated_at': '2022-09-30T09:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:37:10.027717 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a417f1e8-fc86-4f1f-9c23-3f4e0cc986a1 None None] Checking router: 33f9e6ce-24db-4d3c-bc49-883e4f3f7d72 for host: dv-cinder-master-3-smb {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:37:10.041572 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a417f1e8-fc86-4f1f-9c23-3f4e0cc986a1 None None] Routers {'33f9e6ce-24db-4d3c-bc49-883e4f3f7d72'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:37:10.042253 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-a417f1e8-fc86-4f1f-9c23-3f4e0cc986a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:36:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['33f9e6ce-24db-4d3c-bc49-883e4f3f7d72'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:37:10.135085 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f1d1723f-2c3b-4e52-8fd3-52fb23f2d9e5 admin admin] Publish callbacks [] for router (33f9e6ce-24db-4d3c-bc49-883e4f3f7d72), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:10.141062 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-0a98715e-78c8-4633-8250-81d9a7843962 req-da9dad3d-8b7d-449b-8d69-754e192fbcf3 tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2e462bff-8702-4b64-b0d4-e51c46aae3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731170 Sep 30 09:37:10.184806 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-a417f1e8-fc86-4f1f-9c23-3f4e0cc986a1 None None] Set router 33f9e6ce-24db-4d3c-bc49-883e4f3f7d72 gateway port host: dv-cinder-master-3-smb {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:37:10.256593 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f1d1723f-2c3b-4e52-8fd3-52fb23f2d9e5 admin admin] Publish callbacks [] for router_gateway (33f9e6ce-24db-4d3c-bc49-883e4f3f7d72), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:10.310731 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 38778) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:10.316229 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-f1d1723f-2c3b-4e52-8fd3-52fb23f2d9e5 admin admin] Deleting port bb125cde-5966-4c9f-bd86-c894237298ec {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:37:10.316619 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f1d1723f-2c3b-4e52-8fd3-52fb23f2d9e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (bb125cde-5966-4c9f-bd86-c894237298ec), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:10.328341 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-01677360-e4e5-4e41-a135-30ca5bd020a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:10.434605 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-a417f1e8-fc86-4f1f-9c23-3f4e0cc986a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f9e6ce-24db-4d3c-bc49-883e4f3f7d72', 'name': 'tempest-DeleteServersTestJSON-680401777-router', 'tenant_id': '732bb88e765b4fc3921cb3e37be0270a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bb125cde-5966-4c9f-bd86-c894237298ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:35:58Z', 'updated_at': '2022-09-30T09:37:08Z', 'revision_number': 5, 'project_id': '732bb88e765b4fc3921cb3e37be0270a', 'gw_port': {'id': 'bb125cde-5966-4c9f-bd86-c894237298ec', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:95:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f9e6ce-24db-4d3c-bc49-883e4f3f7d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:35:59Z', 'updated_at': '2022-09-30T09:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:37:10.439046 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-01677360-e4e5-4e41-a135-30ca5bd020a1 admin admin] Publish callbacks [] for security_group (1bc731d4-cd08-47cf-ab04-0ef2708c08a9), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:10.454955 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-01677360-e4e5-4e41-a135-30ca5bd020a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (1bc731d4-cd08-47cf-ab04-0ef2708c08a9), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:10.460145 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a417f1e8-fc86-4f1f-9c23-3f4e0cc986a1 None None] The sync data for ids ['33f9e6ce-24db-4d3c-bc49-883e4f3f7d72'] in dv-cinder-master-3-smb is: [{'id': '33f9e6ce-24db-4d3c-bc49-883e4f3f7d72', 'name': 'tempest-DeleteServersTestJSON-680401777-router', 'tenant_id': '732bb88e765b4fc3921cb3e37be0270a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bb125cde-5966-4c9f-bd86-c894237298ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:35:58Z', 'updated_at': '2022-09-30T09:37:08Z', 'revision_number': 5, 'project_id': '732bb88e765b4fc3921cb3e37be0270a', 'gw_port': {'id': 'bb125cde-5966-4c9f-bd86-c894237298ec', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:95:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f9e6ce-24db-4d3c-bc49-883e4f3f7d72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:35:59Z', 'updated_at': '2022-09-30T09:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:37:10.464393 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-f1d1723f-2c3b-4e52-8fd3-52fb23f2d9e5 admin admin] For port bb125cde-5966-4c9f-bd86-c894237298ec, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=bb125cde-5966-4c9f-bd86-c894237298ec,segment=NetworkSegment(8ee3384b-29eb-481d-9dfd-879c28cb46fd),segment_id=8ee3384b-29eb-481d-9dfd-879c28cb46fd)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:37:10.464846 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f1d1723f-2c3b-4e52-8fd3-52fb23f2d9e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (bb125cde-5966-4c9f-bd86-c894237298ec), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:10.482836 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-f1d1723f-2c3b-4e52-8fd3-52fb23f2d9e5 admin admin] Calling delete_port for bb125cde-5966-4c9f-bd86-c894237298ec owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:37:10.507843 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-01677360-e4e5-4e41-a135-30ca5bd020a1 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=eae8bcadd2b0420ea88bd8ae51c3f01b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1959341 Sep 30 09:37:10.508816 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01677360-e4e5-4e41-a135-30ca5bd020a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc731d4-cd08-47cf-ab04-0ef2708c08a9,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:10.510643 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 38782) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:10.644083 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f9ff928f-435c-47ba-86ef-d2979534698a admin admin] Publish callbacks [] for security_group (1bc731d4-cd08-47cf-ab04-0ef2708c08a9), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:10.710815 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f9ff928f-435c-47ba-86ef-d2979534698a admin admin] Publish callbacks [] for security_group (1bc731d4-cd08-47cf-ab04-0ef2708c08a9), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:10.791296 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:10.795565 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device c5e78d2b-9ce2-4ec1-8400-042057ea376c details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:37:10.817149 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f1d1723f-2c3b-4e52-8fd3-52fb23f2d9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787'] for port (bb125cde-5966-4c9f-bd86-c894237298ec), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:10.826188 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f9ff928f-435c-47ba-86ef-d2979534698a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (1bc731d4-cd08-47cf-ab04-0ef2708c08a9), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:10.828688 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f9ff928f-435c-47ba-86ef-d2979534698a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:10.829854 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-f9ff928f-435c-47ba-86ef-d2979534698a admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/1bc731d4-cd08-47cf-ab04-0ef2708c08a9 HTTP/1.1" status: 204 len: 168 time: 0.3180497 Sep 30 09:37:10.852560 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d1723f-2c3b-4e52-8fd3-52fb23f2d9e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb125cde-5966-4c9f-bd86-c894237298ec,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:10.866753 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff928f-435c-47ba-86ef-d2979534698a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc731d4-cd08-47cf-ab04-0ef2708c08a9,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:10.928664 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f1d1723f-2c3b-4e52-8fd3-52fb23f2d9e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759905'] for router_gateway (33f9e6ce-24db-4d3c-bc49-883e4f3f7d72), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:10.930526 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:10.987511 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port c5e78d2b-9ce2-4ec1-8400-042057ea376c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c5e78d2b-9ce2-4ec1-8400-042057ea376c,segment=NetworkSegment(124fa275-f272-4dfe-a9a2-afc2b339160f),segment_id=124fa275-f272-4dfe-a9a2-afc2b339160f)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:37:11.002944 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Returning: {'device': 'c5e78d2b-9ce2-4ec1-8400-042057ea376c', 'network_id': 'ffda7af6-8c23-4fe5-859c-9c900451346b', 'port_id': 'c5e78d2b-9ce2-4ec1-8400-042057ea376c', 'mac_address': 'fa:16:3e:2d:0d:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de7f08e4-394b-4d50-81d2-52f0bfc70afe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:37:11.008852 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 23a08bfb-097b-4bc3-8dcd-7e6d429c1d77 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:37:11.065053 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] No Port match for: 23a08bfb-097b-4bc3-8dcd-7e6d429c1d77 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:37:11.065763 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 23a08bfb-097b-4bc3-8dcd-7e6d429c1d77 not bound to the agent host dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:37:11.084380 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port c5e78d2b-9ce2-4ec1-8400-042057ea376c is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:37:11.085104 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (c5e78d2b-9ce2-4ec1-8400-042057ea376c), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:11.096554 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f1d1723f-2c3b-4e52-8fd3-52fb23f2d9e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1175'] for router (33f9e6ce-24db-4d3c-bc49-883e4f3f7d72), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:11.099932 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f1d1723f-2c3b-4e52-8fd3-52fb23f2d9e5 admin admin] Publish callbacks [] for router_controller (33f9e6ce-24db-4d3c-bc49-883e4f3f7d72), precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:11.117365 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5e78d2b-9ce2-4ec1-8400-042057ea376c {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:37:11.140237 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port c5e78d2b-9ce2-4ec1-8400-042057ea376c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c5e78d2b-9ce2-4ec1-8400-042057ea376c,segment=NetworkSegment(124fa275-f272-4dfe-a9a2-afc2b339160f),segment_id=124fa275-f272-4dfe-a9a2-afc2b339160f)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:37:11.148291 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (c5e78d2b-9ce2-4ec1-8400-042057ea376c), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:11.206165 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f1d1723f-2c3b-4e52-8fd3-52fb23f2d9e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-760673'] for router (33f9e6ce-24db-4d3c-bc49-883e4f3f7d72), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:11.212245 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d1723f-2c3b-4e52-8fd3-52fb23f2d9e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33f9e6ce-24db-4d3c-bc49-883e4f3f7d72 {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 09:37:11.212787 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=c5e78d2b-9ce2-4ec1-8400-042057ea376c,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:11.219890 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f1d1723f-2c3b-4e52-8fd3-52fb23f2d9e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:11.224068 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-f1d1723f-2c3b-4e52-8fd3-52fb23f2d9e5 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/33f9e6ce-24db-4d3c-bc49-883e4f3f7d72 HTTP/1.1" status: 204 len: 168 time: 1.5689363 Sep 30 09:37:11.224556 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 38802) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:11.228952 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:11.229940 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:11.230429 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:11.230962 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:11.231466 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:11.243940 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:11.244599 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:11.245407 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:11.245942 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:11.246485 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:11.246976 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:11.247531 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:11.248054 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:11.248577 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:11.249085 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:11.316909 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c5ad036-642a-4dd0-8970-8ed943dec1cb admin admin] Deleting subnet 0107e732-10dd-41f2-85e4-67fccefb952d {{(pid=106375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 30 09:37:11.321068 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8c5ad036-642a-4dd0-8970-8ed943dec1cb admin admin] Publish callbacks [] for subnet (0107e732-10dd-41f2-85e4-67fccefb952d), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:11.371244 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8c5ad036-642a-4dd0-8970-8ed943dec1cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32198673'] for subnet (0107e732-10dd-41f2-85e4-67fccefb952d), precommit_delete_associations {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:11.384073 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00f40b-52ef-4e89-9e2a-dbfc502b0b63 req-c23a6ed8-5a64-4c68-bb39-fd6fe6438bd2 tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:11.385593 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ca00f40b-52ef-4e89-9e2a-dbfc502b0b63 req-c23a6ed8-5a64-4c68-bb39-fd6fe6438bd2 tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d565fdef-fb92-4ba2-8857-3d3d56a91717 HTTP/1.1" status: 200 len: 944 time: 0.1030807 Sep 30 09:37:11.408719 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:11.507823 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ca00f40b-52ef-4e89-9e2a-dbfc502b0b63 req-f5bcd85b-e4b3-4160-b592-8bd38e22448b tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2e462bff-8702-4b64-b0d4-e51c46aae3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154580 Sep 30 09:37:11.565929 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8c5ad036-642a-4dd0-8970-8ed943dec1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3558478'] for subnet (0107e732-10dd-41f2-85e4-67fccefb952d), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:11.633889 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8c5ad036-642a-4dd0-8970-8ed943dec1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1379239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32359409'] for subnet (0107e732-10dd-41f2-85e4-67fccefb952d), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:11.661657 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ad036-642a-4dd0-8970-8ed943dec1cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0107e732-10dd-41f2-85e4-67fccefb952d,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:11.665420 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8c5ad036-642a-4dd0-8970-8ed943dec1cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for subnet (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:11.671402 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-8c5ad036-642a-4dd0-8970-8ed943dec1cb admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/0107e732-10dd-41f2-85e4-67fccefb952d HTTP/1.1" status: 204 len: 168 time: 0.4456680 Sep 30 09:37:11.672503 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 38824) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:11.691110 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995483b3-0591-4b7b-af56-7424af0073f0 None None] Network 6393c21b-9685-4d97-968d-d3184efd867f requested from dv-cinder-master-3-smb {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:37:11.755390 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] get_ports_and_sgs() called for port_ids ['c5e78d2b-9ce2-4ec1-8400-042057ea376c'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:37:11.761300 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:11.781549 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d2115234-034d-4998-b8b8-91dfb89b141d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3480607'] for network (6393c21b-9685-4d97-968d-d3184efd867f), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:11.859784 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-d2115234-034d-4998-b8b8-91dfb89b141d admin admin] Deleting port a5ee4bf1-55b3-40c9-b0b8-05465ca915c6 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:37:11.860128 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d2115234-034d-4998-b8b8-91dfb89b141d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (a5ee4bf1-55b3-40c9-b0b8-05465ca915c6), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:11.944361 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-d2115234-034d-4998-b8b8-91dfb89b141d admin admin] For port a5ee4bf1-55b3-40c9-b0b8-05465ca915c6, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=a5ee4bf1-55b3-40c9-b0b8-05465ca915c6,segment=NetworkSegment(39ea8fdd-1369-4a8e-8903-72d960c9ae2d),segment_id=39ea8fdd-1369-4a8e-8903-72d960c9ae2d)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:37:11.945071 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d2115234-034d-4998-b8b8-91dfb89b141d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (a5ee4bf1-55b3-40c9-b0b8-05465ca915c6), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:11.960062 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-d2115234-034d-4998-b8b8-91dfb89b141d admin admin] Calling delete_port for a5ee4bf1-55b3-40c9-b0b8-05465ca915c6 owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:37:12.006560 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac344be7-6979-43c5-b20a-7f877c23c95b None None] DHCP port deletion for 6393c21b-9685-4d97-968d-d3184efd867f request from dv-cinder-master-3-smb {{(pid=106377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 30 09:37:12.047462 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d2115234-034d-4998-b8b8-91dfb89b141d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787'] for port (a5ee4bf1-55b3-40c9-b0b8-05465ca915c6), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:12.056358 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ac344be7-6979-43c5-b20a-7f877c23c95b None None] Deleting port a5ee4bf1-55b3-40c9-b0b8-05465ca915c6 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:37:12.056734 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ac344be7-6979-43c5-b20a-7f877c23c95b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (a5ee4bf1-55b3-40c9-b0b8-05465ca915c6), before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:12.075690 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2115234-034d-4998-b8b8-91dfb89b141d admin admin] Pushing event deleted for resources: {'Port': ['ID=a5ee4bf1-55b3-40c9-b0b8-05465ca915c6,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:12.081767 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2115234-034d-4998-b8b8-91dfb89b141d admin admin] No DVR routers for this DVR port a5ee4bf1-55b3-40c9-b0b8-05465ca915c6 on host dv-cinder-master-3-smb {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:37:12.128441 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-ac344be7-6979-43c5-b20a-7f877c23c95b None None] For port a5ee4bf1-55b3-40c9-b0b8-05465ca915c6, host dv-cinder-master-3-smb, got binding levels [] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:37:12.129043 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ac344be7-6979-43c5-b20a-7f877c23c95b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (a5ee4bf1-55b3-40c9-b0b8-05465ca915c6), precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:12.144212 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-ac344be7-6979-43c5-b20a-7f877c23c95b None None] Calling delete_port for a5ee4bf1-55b3-40c9-b0b8-05465ca915c6 owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:37:12.148619 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:12.151298 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.ipam_backend_mixin [None req-ac344be7-6979-43c5-b20a-7f877c23c95b None None] Port a5ee4bf1-55b3-40c9-b0b8-05465ca915c6 was not found and therefore no delete operation was performed {{(pid=106377) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 30 09:37:12.154133 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ac344be7-6979-43c5-b20a-7f877c23c95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787'] for port (a5ee4bf1-55b3-40c9-b0b8-05465ca915c6), after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:12.170312 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d2115234-034d-4998-b8b8-91dfb89b141d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599224', 'neutron.services.segments.db._delete_segments_for_network-8770945895626'] for network (6393c21b-9685-4d97-968d-d3184efd867f), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:12.182815 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac344be7-6979-43c5-b20a-7f877c23c95b None None] Pushing event deleted for resources: {'Port': ['ID=a5ee4bf1-55b3-40c9-b0b8-05465ca915c6,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:12.187764 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac344be7-6979-43c5-b20a-7f877c23c95b None None] No DVR routers for this DVR port a5ee4bf1-55b3-40c9-b0b8-05465ca915c6 on host dv-cinder-master-3-smb {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:37:12.212130 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d2115234-034d-4998-b8b8-91dfb89b141d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:12.212558 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d2115234-034d-4998-b8b8-91dfb89b141d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:12.213233 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d2115234-034d-4998-b8b8-91dfb89b141d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:12.213573 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d2115234-034d-4998-b8b8-91dfb89b141d admin admin] Subscribe: > port after_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:12.213928 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d2115234-034d-4998-b8b8-91dfb89b141d admin admin] Subscribe: > port after_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:12.214257 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d2115234-034d-4998-b8b8-91dfb89b141d admin admin] Subscribe: > port after_update 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:12.214586 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d2115234-034d-4998-b8b8-91dfb89b141d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:12.214914 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d2115234-034d-4998-b8b8-91dfb89b141d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:12.215233 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d2115234-034d-4998-b8b8-91dfb89b141d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:12.215548 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d2115234-034d-4998-b8b8-91dfb89b141d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:12.284408 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d2115234-034d-4998-b8b8-91dfb89b141d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:12.284783 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d2115234-034d-4998-b8b8-91dfb89b141d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:12.285106 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d2115234-034d-4998-b8b8-91dfb89b141d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:12.285435 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d2115234-034d-4998-b8b8-91dfb89b141d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 30 09:37:12.286527 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.services.segments.db [None req-d2115234-034d-4998-b8b8-91dfb89b141d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6393c21b-9685-4d97-968d-d3184efd867f']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:37:12.304438 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.services.segments.db [None req-d2115234-034d-4998-b8b8-91dfb89b141d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39ea8fdd-1369-4a8e-8903-72d960c9ae2d') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:37:12.304715 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.services.segments.db [None req-d2115234-034d-4998-b8b8-91dfb89b141d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39ea8fdd-1369-4a8e-8903-72d960c9ae2d') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:37:12.324874 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d2115234-034d-4998-b8b8-91dfb89b141d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770945931879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29359969'] for segment (39ea8fdd-1369-4a8e-8903-72d960c9ae2d), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:12.350322 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d2115234-034d-4998-b8b8-91dfb89b141d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765'] for segment (39ea8fdd-1369-4a8e-8903-72d960c9ae2d), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:12.360873 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2115234-034d-4998-b8b8-91dfb89b141d admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:37:12.361307 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d2115234-034d-4998-b8b8-91dfb89b141d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29089649'] for segment (39ea8fdd-1369-4a8e-8903-72d960c9ae2d), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:12.429828 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d2115234-034d-4998-b8b8-91dfb89b141d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3599219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759962'] for network (6393c21b-9685-4d97-968d-d3184efd867f), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:12.438400 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d2115234-034d-4998-b8b8-91dfb89b141d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for network (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:12.441699 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-d2115234-034d-4998-b8b8-91dfb89b141d admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/6393c21b-9685-4d97-968d-d3184efd867f HTTP/1.1" status: 204 len: 168 time: 0.7678556 Sep 30 09:37:12.453380 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2115234-034d-4998-b8b8-91dfb89b141d admin admin] Pushing event deleted for resources: {'Network': ['ID=6393c21b-9685-4d97-968d-d3184efd867f,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:12.673415 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device bb125cde-5966-4c9f-bd86-c894237298ec no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:37:12.705596 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] No Port match for: bb125cde-5966-4c9f-bd86-c894237298ec {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:37:12.706592 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device bb125cde-5966-4c9f-bd86-c894237298ec not bound to the agent host dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:37:12.707233 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device a5ee4bf1-55b3-40c9-b0b8-05465ca915c6 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:37:12.717928 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 38870) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:12.725445 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e246bd-1bb5-4229-9e0b-39438cde3104 req-d672f313-5f64-446a-8b41-3b4b95e106fe tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:12.733458 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] No Port match for: a5ee4bf1-55b3-40c9-b0b8-05465ca915c6 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:37:12.733958 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device a5ee4bf1-55b3-40c9-b0b8-05465ca915c6 not bound to the agent host dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:37:12.743226 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d7e246bd-1bb5-4229-9e0b-39438cde3104 req-d672f313-5f64-446a-8b41-3b4b95e106fe tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d565fdef-fb92-4ba2-8857-3d3d56a91717 HTTP/1.1" status: 200 len: 944 time: 0.1068757 Sep 30 09:37:12.790202 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-223ecda3-c5a9-4545-9232-83d1830e415b admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=732bb88e765b4fc3921cb3e37be0270a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0702269 Sep 30 09:37:12.792725 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 38872) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:12.811300 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d7e246bd-1bb5-4229-9e0b-39438cde3104 req-44c18707-5aa7-44a6-8b48-215dd9ca2033 tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2e462bff-8702-4b64-b0d4-e51c46aae3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671370 Sep 30 09:37:12.878565 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-697fa311-0d01-49df-a326-4d079ab6a211 admin admin] Publish callbacks [] for security_group (13391bd4-de0a-4b53-9830-5e8fb0a0885f), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:12.903154 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-697fa311-0d01-49df-a326-4d079ab6a211 admin admin] Publish callbacks [] for security_group (13391bd4-de0a-4b53-9830-5e8fb0a0885f), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:12.920141 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device c5e78d2b-9ce2-4ec1-8400-042057ea376c up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:37:12.939019 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.services.segments.plugin [-] Segment 39ea8fdd-1369-4a8e-8903-72d960c9ae2d resource provider aggregate not found Sep 30 09:37:12.964941 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.services.segments.plugin [-] Segment 39ea8fdd-1369-4a8e-8903-72d960c9ae2d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 39ea8fdd-1369-4a8e-8903-72d960c9ae2d found for delete ", "request_id": "req-24437ef5-493f-4238-a550-607e26cabc2e"}]} Sep 30 09:37:12.967287 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-697fa311-0d01-49df-a326-4d079ab6a211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (13391bd4-de0a-4b53-9830-5e8fb0a0885f), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:12.971599 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-697fa311-0d01-49df-a326-4d079ab6a211 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:12.973204 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-697fa311-0d01-49df-a326-4d079ab6a211 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/13391bd4-de0a-4b53-9830-5e8fb0a0885f HTTP/1.1" status: 204 len: 168 time: 0.1793594 Sep 30 09:37:12.984934 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697fa311-0d01-49df-a326-4d079ab6a211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13391bd4-de0a-4b53-9830-5e8fb0a0885f,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:12.991983 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Provisioning for port c5e78d2b-9ce2-4ec1-8400-042057ea376c completed by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 30 09:37:13.006739 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Provisioning complete for port c5e78d2b-9ce2-4ec1-8400-042057ea376c triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:37:13.007408 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (c5e78d2b-9ce2-4ec1-8400-042057ea376c), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:13.007408 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Attempt 1 to provision port c5e78d2b-9ce2-4ec1-8400-042057ea376c Sep 30 09:37:13.094344 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port c5e78d2b-9ce2-4ec1-8400-042057ea376c is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:37:13.095159 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (c5e78d2b-9ce2-4ec1-8400-042057ea376c), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:13.105143 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:13.125869 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd565fdef-fb92-4ba2-8857-3d3d56a91717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e78d2b-9ce2-4ec1-8400-042057ea376c'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:37:13.128387 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}572cd3d2a36c298d242844143b4f2eb8d6763781bbf742a8cfd50e233d5d8038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28522891-7b1c-465d-b35b-e9112c799f1f" -d '{"events": [{"server_uuid": "d565fdef-fb92-4ba2-8857-3d3d56a91717", "name": "network-vif-plugged", "status": "completed", "tag": "c5e78d2b-9ce2-4ec1-8400-042057ea376c"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:37:13.151528 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port c5e78d2b-9ce2-4ec1-8400-042057ea376c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c5e78d2b-9ce2-4ec1-8400-042057ea376c,segment=NetworkSegment(124fa275-f272-4dfe-a9a2-afc2b339160f),segment_id=124fa275-f272-4dfe-a9a2-afc2b339160f)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:37:13.156718 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (c5e78d2b-9ce2-4ec1-8400-042057ea376c), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:13.337665 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f25e88-4ba8-4587-8f1e-63e2dcba6ace x-openstack-request-id: req-59f25e88-4ba8-4587-8f1e-63e2dcba6ace {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:37:13.337880 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d565fdef-fb92-4ba2-8857-3d3d56a91717", "name": "network-vif-plugged", "status": "completed", "tag": "c5e78d2b-9ce2-4ec1-8400-042057ea376c", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:37:13.338104 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-59f25e88-4ba8-4587-8f1e-63e2dcba6ace {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:37:13.338701 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59f25e88-4ba8-4587-8f1e-63e2dcba6ace'] response: {'server_uuid': 'd565fdef-fb92-4ba2-8857-3d3d56a91717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e78d2b-9ce2-4ec1-8400-042057ea376c', 'code': 200} Sep 30 09:37:13.340771 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=c5e78d2b-9ce2-4ec1-8400-042057ea376c,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:13.478557 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1572ae9-1f71-4f01-b958-75ad6e9999d1 req-216ad196-28fc-490d-95c3-6c303f0c649f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:13.480099 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-c1572ae9-1f71-4f01-b958-75ad6e9999d1 req-216ad196-28fc-490d-95c3-6c303f0c649f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d565fdef-fb92-4ba2-8857-3d3d56a91717 HTTP/1.1" status: 200 len: 1129 time: 0.0459213 Sep 30 09:37:13.544045 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-c1572ae9-1f71-4f01-b958-75ad6e9999d1 req-a5a10723-d3a3-4b68-98cc-210106bbf479 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2e462bff-8702-4b64-b0d4-e51c46aae3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539861 Sep 30 09:37:13.937962 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:13.961031 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09a2cb-402c-49c5-8a4d-6711d63fa34d req-9deb2180-ef6b-4121-89e6-f2d35f976ba4 tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:13.962903 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-9b09a2cb-402c-49c5-8a4d-6711d63fa34d req-9deb2180-ef6b-4121-89e6-f2d35f976ba4 tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d565fdef-fb92-4ba2-8857-3d3d56a91717 HTTP/1.1" status: 200 len: 945 time: 0.0575430 Sep 30 09:37:14.025503 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 38936) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:14.046845 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-9b09a2cb-402c-49c5-8a4d-6711d63fa34d req-4d8b38e1-8948-4577-9757-96d1f8b3bc03 tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2e462bff-8702-4b64-b0d4-e51c46aae3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710728 Sep 30 09:37:14.278203 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-23b8bb35-945f-40fc-afc8-e6cab4446a6f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1029638916-network', 'tenant_id': '4290a542e73045309f6ceb8d4f5a267b'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:37:14.312820 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b8bb35-945f-40fc-afc8-e6cab4446a6f admin admin] Made reservation on behalf of 4290a542e73045309f6ceb8d4f5a267b for: {'network': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:37:14.315221 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-23b8bb35-945f-40fc-afc8-e6cab4446a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for network (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:14.332434 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-23b8bb35-945f-40fc-afc8-e6cab4446a6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:14.374769 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:14.478433 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-23b8bb35-945f-40fc-afc8-e6cab4446a6f admin admin] Publish callbacks [] for security_group (f1825298-f299-4332-b9b8-52cb37ca37dd), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:14.483741 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-23b8bb35-945f-40fc-afc8-e6cab4446a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (f1825298-f299-4332-b9b8-52cb37ca37dd), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:14.517061 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8bb35-945f-40fc-afc8-e6cab4446a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1825298-f299-4332-b9b8-52cb37ca37dd,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:14.534164 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23b8bb35-945f-40fc-afc8-e6cab4446a6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=106375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:37:14.545060 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-23b8bb35-945f-40fc-afc8-e6cab4446a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765'] for segment (aefed406-fea3-4ed3-9e70-0a36d600f315), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:14.545458 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.db.segments_db [None req-23b8bb35-945f-40fc-afc8-e6cab4446a6f admin admin] Added segment aefed406-fea3-4ed3-9e70-0a36d600f315 of type vlan for network e45abb02-b319-4872-9fb3-ccc0ce9d74e7 Sep 30 09:37:14.578251 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 38960) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:14.601161 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-23b8bb35-945f-40fc-afc8-e6cab4446a6f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770945417400'] for network (e45abb02-b319-4872-9fb3-ccc0ce9d74e7), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:14.613357 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:UPDATE=5,neutron:INSERT=11 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:14.632671 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-23b8bb35-945f-40fc-afc8-e6cab4446a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347'] for network (e45abb02-b319-4872-9fb3-ccc0ce9d74e7), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:14.633715 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b8bb35-945f-40fc-afc8-e6cab4446a6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:14.634303 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-23b8bb35-945f-40fc-afc8-e6cab4446a6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for network (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:14.710369 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-23b8bb35-945f-40fc-afc8-e6cab4446a6f admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6834643 Sep 30 09:37:14.711105 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 38966) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:14.718132 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-2e659503-504a-46db-b279-8c063b9b2d4c admin admin] Request body: {'subnet': {'network_id': 'e45abb02-b319-4872-9fb3-ccc0ce9d74e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1029638916-subnet', 'tenant_id': '4290a542e73045309f6ceb8d4f5a267b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:37:14.726301 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ce65768b-a4aa-42c9-b64b-f165f00580a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:14.727393 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8bb35-945f-40fc-afc8-e6cab4446a6f admin admin] Pushing event updated for resources: {'Network': ['ID=e45abb02-b319-4872-9fb3-ccc0ce9d74e7,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:14.740584 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Network e45abb02-b319-4872-9fb3-ccc0ce9d74e7 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:37:14.760065 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e659503-504a-46db-b279-8c063b9b2d4c admin admin] Made reservation on behalf of 4290a542e73045309f6ceb8d4f5a267b for: {'subnet': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:37:14.762498 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2e659503-504a-46db-b279-8c063b9b2d4c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32359372'] for subnet (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:14.876305 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 38970) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:14.885743 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ce65768b-a4aa-42c9-b64b-f165f00580a6 admin admin] Publish callbacks [] for security_group (7279d812-d3c5-4349-a142-b15fd7dd7ddb), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:14.889728 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ce65768b-a4aa-42c9-b64b-f165f00580a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (7279d812-d3c5-4349-a142-b15fd7dd7ddb), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:14.936914 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-ce65768b-a4aa-42c9-b64b-f165f00580a6 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=bf26bfcc5c98442ab5af3717927f7038&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3573883 Sep 30 09:37:14.938075 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65768b-a4aa-42c9-b64b-f165f00580a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7279d812-d3c5-4349-a142-b15fd7dd7ddb,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:14.941028 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 38974) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:14.975187 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2e659503-504a-46db-b279-8c063b9b2d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1379946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32359418'] for subnet (5c348d1c-15e8-416a-bb01-9bc4f4316ae7), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:14.990928 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:15.013843 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ec9f73db-ec5d-4df9-9ef1-e811766ccf9f admin admin] Publish callbacks [] for security_group (7279d812-d3c5-4349-a142-b15fd7dd7ddb), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:15.036031 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e659503-504a-46db-b279-8c063b9b2d4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c348d1c-15e8-416a-bb01-9bc4f4316ae7,revision_number=0']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:15.040533 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ec9f73db-ec5d-4df9-9ef1-e811766ccf9f admin admin] Publish callbacks [] for security_group (7279d812-d3c5-4349-a142-b15fd7dd7ddb), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:15.056270 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-fb88decb-138e-415b-889d-26438a77200a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:15.065950 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e659503-504a-46db-b279-8c063b9b2d4c admin admin] Checking segment: {'id': 'aefed406-fea3-4ed3-9e70-0a36d600f315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e45abb02-b319-4872-9fb3-ccc0ce9d74e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:37:15.066302 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e659503-504a-46db-b279-8c063b9b2d4c admin admin] Network hostable DHCP agents. Network: e45abb02-b319-4872-9fb3-ccc0ce9d74e7, hostable agents: ['505f8fe4-cf16-4cec-b766-e44aefc0193e'], hosted agents: [] {{(pid=106375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:37:15.102247 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e659503-504a-46db-b279-8c063b9b2d4c admin admin] Network e45abb02-b319-4872-9fb3-ccc0ce9d74e7 is scheduled to be hosted by DHCP agent 505f8fe4-cf16-4cec-b766-e44aefc0193e with binding_index 1 {{(pid=106375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:37:15.103552 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ec9f73db-ec5d-4df9-9ef1-e811766ccf9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (7279d812-d3c5-4349-a142-b15fd7dd7ddb), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:15.106316 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ec9f73db-ec5d-4df9-9ef1-e811766ccf9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:15.107476 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-ec9f73db-ec5d-4df9-9ef1-e811766ccf9f admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/7279d812-d3c5-4349-a142-b15fd7dd7ddb HTTP/1.1" status: 204 len: 168 time: 0.1655400 Sep 30 09:37:15.117655 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9f73db-ec5d-4df9-9ef1-e811766ccf9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7279d812-d3c5-4349-a142-b15fd7dd7ddb,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:15.121583 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-2e659503-504a-46db-b279-8c063b9b2d4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, e45abb02-b319-4872-9fb3-ccc0ce9d74e7) {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:37:15.127032 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e659503-504a-46db-b279-8c063b9b2d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:15.128115 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2e659503-504a-46db-b279-8c063b9b2d4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for subnet (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:15.152634 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b3144f-f6c8-48d3-b442-256ea21e9f65 None None] Network e45abb02-b319-4872-9fb3-ccc0ce9d74e7 requested from dv-cinder-master-3-smb {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:37:15.167661 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-2e659503-504a-46db-b279-8c063b9b2d4c admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4510710 Sep 30 09:37:15.167853 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 38980) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:15.173620 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-6a180bf2-e54f-412a-b5bf-7ee70b21d564 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1029638916-router', 'tenant_id': '4290a542e73045309f6ceb8d4f5a267b', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'}}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:37:15.220295 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-fb88decb-138e-415b-889d-26438a77200a admin admin] Publish callbacks [] for security_group (19ced2e3-73b4-4df2-b4ea-bf767083a062), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:15.222135 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-6a180bf2-e54f-412a-b5bf-7ee70b21d564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-748765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30317'] for router (509a618e-2aa3-4f01-bd1b-9adda5cd32f5), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:15.223994 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-6a180bf2-e54f-412a-b5bf-7ee70b21d564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543880', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1182'] for router (509a618e-2aa3-4f01-bd1b-9adda5cd32f5), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:15.230699 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-fb88decb-138e-415b-889d-26438a77200a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (19ced2e3-73b4-4df2-b4ea-bf767083a062), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:15.240029 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43855672-3a72-4cee-936f-db0309f669c8 req-a1eabe13-3e12-4be8-903b-84da73651e2c tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:15.243267 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:INSERT=16,neutron:SELECT=79,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:15.248701 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-43855672-3a72-4cee-936f-db0309f669c8 req-a1eabe13-3e12-4be8-903b-84da73651e2c tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d565fdef-fb92-4ba2-8857-3d3d56a91717 HTTP/1.1" status: 200 len: 945 time: 0.0809977 Sep 30 09:37:15.303882 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:15.313388 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f36853-25b8-40d8-890e-9989cb3c5692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-e45abb02-b319-4872-9fb3-ccc0ce9d74e7', 'network_id': 'e45abb02-b319-4872-9fb3-ccc0ce9d74e7', 'project_id': '4290a542e73045309f6ceb8d4f5a267b', 'fixed_ips': [{'subnet_id': '5c348d1c-15e8-416a-bb01-9bc4f4316ae7'}]}} from dv-cinder-master-3-smb. {{(pid=106377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 30 09:37:15.315208 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-97f36853-25b8-40d8-890e-9989cb3c5692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:15.329611 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88decb-138e-415b-889d-26438a77200a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ced2e3-73b4-4df2-b4ea-bf767083a062,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:15.336216 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-fb88decb-138e-415b-889d-26438a77200a admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=054907db3740425db8d593526f212875&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4585414 Sep 30 09:37:15.336670 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-43855672-3a72-4cee-936f-db0309f669c8 req-a9bb0fcb-6064-45f4-ac63-403a8b8b75ec tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2e462bff-8702-4b64-b0d4-e51c46aae3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806239 Sep 30 09:37:15.338896 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 38984) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:15.343969 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-6a180bf2-e54f-412a-b5bf-7ee70b21d564 admin admin] Publish callbacks [] for router_controller (509a618e-2aa3-4f01-bd1b-9adda5cd32f5), precommit_add_association {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:15.401665 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-937c24a2-2131-4778-95ed-023aeeae9c7f admin admin] Publish callbacks [] for security_group (19ced2e3-73b4-4df2-b4ea-bf767083a062), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:15.430689 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-937c24a2-2131-4778-95ed-023aeeae9c7f admin admin] Publish callbacks [] for security_group (19ced2e3-73b4-4df2-b4ea-bf767083a062), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:15.492949 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-937c24a2-2131-4778-95ed-023aeeae9c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (19ced2e3-73b4-4df2-b4ea-bf767083a062), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:15.496414 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-937c24a2-2131-4778-95ed-023aeeae9c7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:15.499878 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-937c24a2-2131-4778-95ed-023aeeae9c7f admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/19ced2e3-73b4-4df2-b4ea-bf767083a062 HTTP/1.1" status: 204 len: 168 time: 0.1573868 Sep 30 09:37:15.515185 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c24a2-2131-4778-95ed-023aeeae9c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ced2e3-73b4-4df2-b4ea-bf767083a062,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:15.552554 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-6a180bf2-e54f-412a-b5bf-7ee70b21d564 admin admin] Publish callbacks [] for router_gateway (509a618e-2aa3-4f01-bd1b-9adda5cd32f5), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:15.629243 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-97f36853-25b8-40d8-890e-9989cb3c5692 None None] Allocated IP 172.20.0.2 (e45abb02-b319-4872-9fb3-ccc0ce9d74e7/5c348d1c-15e8-416a-bb01-9bc4f4316ae7/ff69caed-b763-4cd9-bbb1-ca1e7fa653ab) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:37:15.638721 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 38992) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:15.657551 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a4f182a0-3ada-4135-9aef-0c6a1116a24f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:15.831276 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a4f182a0-3ada-4135-9aef-0c6a1116a24f admin admin] Publish callbacks [] for security_group (b0893f3b-533c-4512-901f-c84e8b966484), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:15.837205 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a4f182a0-3ada-4135-9aef-0c6a1116a24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (b0893f3b-533c-4512-901f-c84e8b966484), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:15.848275 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:15.879784 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-97f36853-25b8-40d8-890e-9989cb3c5692 None None] Publish callbacks [] for port (ff69caed-b763-4cd9-bbb1-ca1e7fa653ab), precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:15.890119 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-97f36853-25b8-40d8-890e-9989cb3c5692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778'] for port (ff69caed-b763-4cd9-bbb1-ca1e7fa653ab), after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:15.902909 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-a4f182a0-3ada-4135-9aef-0c6a1116a24f admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=e2fa947d1aac49f4b3dde35d21b56370&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2627366 Sep 30 09:37:15.903661 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 39000) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:15.904296 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f182a0-3ada-4135-9aef-0c6a1116a24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0893f3b-533c-4512-901f-c84e8b966484,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:15.959052 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f36853-25b8-40d8-890e-9989cb3c5692 None None] Pushing event updated for resources: {'Port': ['ID=ff69caed-b763-4cd9-bbb1-ca1e7fa653ab,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:15.968566 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f36853-25b8-40d8-890e-9989cb3c5692 None None] Network e45abb02-b319-4872-9fb3-ccc0ce9d74e7 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:37:15.970480 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-97f36853-25b8-40d8-890e-9989cb3c5692 None None] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:37:15.974992 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f36853-25b8-40d8-890e-9989cb3c5692 None None] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:37:15.979345 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5f731c8d-6565-4866-926c-78a400be475a admin admin] Publish callbacks [] for security_group (b0893f3b-533c-4512-901f-c84e8b966484), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:16.010804 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5f731c8d-6565-4866-926c-78a400be475a admin admin] Publish callbacks [] for security_group (b0893f3b-533c-4512-901f-c84e8b966484), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:16.014713 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-6a180bf2-e54f-412a-b5bf-7ee70b21d564 admin admin] Publish callbacks [] for router_gateway (509a618e-2aa3-4f01-bd1b-9adda5cd32f5), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:16.041671 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-6a180bf2-e54f-412a-b5bf-7ee70b21d564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:16.044076 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-97f36853-25b8-40d8-890e-9989cb3c5692 None None] Attempting to bind port ff69caed-b763-4cd9-bbb1-ca1e7fa653ab on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:37:16.044445 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-97f36853-25b8-40d8-890e-9989cb3c5692 None None] Attempting to bind port ff69caed-b763-4cd9-bbb1-ca1e7fa653ab by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'aefed406-fea3-4ed3-9e70-0a36d600f315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e45abb02-b319-4872-9fb3-ccc0ce9d74e7'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:37:16.044977 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f36853-25b8-40d8-890e-9989cb3c5692 None None] Attempting to bind port ff69caed-b763-4cd9-bbb1-ca1e7fa653ab on network e45abb02-b319-4872-9fb3-ccc0ce9d74e7 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:37:16.071828 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5f731c8d-6565-4866-926c-78a400be475a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (b0893f3b-533c-4512-901f-c84e8b966484), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:16.074402 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5f731c8d-6565-4866-926c-78a400be475a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:16.078058 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-5f731c8d-6565-4866-926c-78a400be475a admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b0893f3b-533c-4512-901f-c84e8b966484 HTTP/1.1" status: 204 len: 168 time: 0.1683996 Sep 30 09:37:16.085898 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:16.088181 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f731c8d-6565-4866-926c-78a400be475a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0893f3b-533c-4512-901f-c84e8b966484,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:16.111686 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 39004) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:16.117178 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f36853-25b8-40d8-890e-9989cb3c5692 None None] Checking agent: {'id': '99becae7-b4b2-4e0b-818d-0d19c65b4b56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 27, 31), 'started_at': datetime.datetime(2022, 9, 30, 9, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:37:16.118931 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f36853-25b8-40d8-890e-9989cb3c5692 None None] Checking segment: {'id': 'aefed406-fea3-4ed3-9e70-0a36d600f315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e45abb02-b319-4872-9fb3-ccc0ce9d74e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:37:16.119843 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-97f36853-25b8-40d8-890e-9989cb3c5692 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:16.120506 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f36853-25b8-40d8-890e-9989cb3c5692 None None] Bound using segment: {'id': 'aefed406-fea3-4ed3-9e70-0a36d600f315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e45abb02-b319-4872-9fb3-ccc0ce9d74e7'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:37:16.121207 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-97f36853-25b8-40d8-890e-9989cb3c5692 None None] Bound port: ff69caed-b763-4cd9-bbb1-ca1e7fa653ab, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aefed406-fea3-4ed3-9e70-0a36d600f315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e45abb02-b319-4872-9fb3-ccc0ce9d74e7'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:37:16.121820 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-97f36853-25b8-40d8-890e-9989cb3c5692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (ff69caed-b763-4cd9-bbb1-ca1e7fa653ab), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:16.128674 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3afdd5a7-f0a5-4ce9-8426-b48b4684d0d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:16.201013 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-97f36853-25b8-40d8-890e-9989cb3c5692 None None] For port ff69caed-b763-4cd9-bbb1-ca1e7fa653ab, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:37:16.207093 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-97f36853-25b8-40d8-890e-9989cb3c5692 None None] For port ff69caed-b763-4cd9-bbb1-ca1e7fa653ab, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=ff69caed-b763-4cd9-bbb1-ca1e7fa653ab,segment=NetworkSegment(aefed406-fea3-4ed3-9e70-0a36d600f315),segment_id=aefed406-fea3-4ed3-9e70-0a36d600f315)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:37:16.216249 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [None req-6a180bf2-e54f-412a-b5bf-7ee70b21d564 admin admin] Allocated IP 172.37.1.176 (4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2/0f15ec3b-6992-47ef-bdfa-402dc9430f5b/e5d50185-2742-4381-9965-5e2e60a879a4) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:37:16.220474 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-97f36853-25b8-40d8-890e-9989cb3c5692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (ff69caed-b763-4cd9-bbb1-ca1e7fa653ab), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:16.221075 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:16.238772 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3afdd5a7-f0a5-4ce9-8426-b48b4684d0d7 admin admin] Publish callbacks [] for security_group (95bae501-9e5c-4532-94bd-bf2a7e22f161), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:16.249302 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3afdd5a7-f0a5-4ce9-8426-b48b4684d0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (95bae501-9e5c-4532-94bd-bf2a7e22f161), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:16.268026 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:16.309014 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f36853-25b8-40d8-890e-9989cb3c5692 None None] Pushing event updated for resources: {'Port': ['ID=ff69caed-b763-4cd9-bbb1-ca1e7fa653ab,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:16.313596 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-3afdd5a7-f0a5-4ce9-8426-b48b4684d0d7 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=0005547a8f284488a8876ef1614cd0e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2001643 Sep 30 09:37:16.314936 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afdd5a7-f0a5-4ce9-8426-b48b4684d0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95bae501-9e5c-4532-94bd-bf2a7e22f161,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:16.318821 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 39006) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:16.398029 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-6a180bf2-e54f-412a-b5bf-7ee70b21d564 admin admin] Publish callbacks [] for port (e5d50185-2742-4381-9965-5e2e60a879a4), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:16.422039 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f0b4dca5-4d15-4b3c-a38b-468c927ca58a admin admin] Publish callbacks [] for security_group (95bae501-9e5c-4532-94bd-bf2a7e22f161), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:16.445539 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-6a180bf2-e54f-412a-b5bf-7ee70b21d564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (e5d50185-2742-4381-9965-5e2e60a879a4), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:16.477866 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f0b4dca5-4d15-4b3c-a38b-468c927ca58a admin admin] Publish callbacks [] for security_group (95bae501-9e5c-4532-94bd-bf2a7e22f161), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:16.496417 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a180bf2-e54f-412a-b5bf-7ee70b21d564 admin admin] Network 4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:37:16.500702 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-6a180bf2-e54f-412a-b5bf-7ee70b21d564 admin admin] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:37:16.504173 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a180bf2-e54f-412a-b5bf-7ee70b21d564 admin admin] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:37:16.511420 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4b7d7-2b38-4dfc-ab33-245cccd05e6d req-ad6524cd-585f-43e7-b041-3c86aa78fd44 tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:16.512949 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-eac4b7d7-2b38-4dfc-ab33-245cccd05e6d req-ad6524cd-585f-43e7-b041-3c86aa78fd44 tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d565fdef-fb92-4ba2-8857-3d3d56a91717 HTTP/1.1" status: 200 len: 945 time: 0.0815425 Sep 30 09:37:16.534335 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a180bf2-e54f-412a-b5bf-7ee70b21d564 admin admin] Pushing event updated for resources: {'Port': ['ID=e5d50185-2742-4381-9965-5e2e60a879a4,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:16.612350 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-eac4b7d7-2b38-4dfc-ab33-245cccd05e6d req-3423f8f1-74c3-47e0-84d5-f8a1dd7c43c5 tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2e462bff-8702-4b64-b0d4-e51c46aae3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851033 Sep 30 09:37:16.638413 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f0b4dca5-4d15-4b3c-a38b-468c927ca58a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (95bae501-9e5c-4532-94bd-bf2a7e22f161), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:16.643942 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f0b4dca5-4d15-4b3c-a38b-468c927ca58a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:16.643942 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-f0b4dca5-4d15-4b3c-a38b-468c927ca58a admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/95bae501-9e5c-4532-94bd-bf2a7e22f161 HTTP/1.1" status: 204 len: 168 time: 0.3229995 Sep 30 09:37:16.692808 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b4dca5-4d15-4b3c-a38b-468c927ca58a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bae501-9e5c-4532-94bd-bf2a7e22f161,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:16.795233 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device ff69caed-b763-4cd9-bbb1-ca1e7fa653ab up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:37:16.921336 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:16.929614 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port ff69caed-b763-4cd9-bbb1-ca1e7fa653ab triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:37:16.930128 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (ff69caed-b763-4cd9-bbb1-ca1e7fa653ab), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:16.930337 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port ff69caed-b763-4cd9-bbb1-ca1e7fa653ab Sep 30 09:37:17.086112 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port ff69caed-b763-4cd9-bbb1-ca1e7fa653ab is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:37:17.086567 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (ff69caed-b763-4cd9-bbb1-ca1e7fa653ab), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:17.103930 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-6a180bf2-e54f-412a-b5bf-7ee70b21d564 admin admin] Publish callbacks [] for router_gateway (509a618e-2aa3-4f01-bd1b-9adda5cd32f5), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:17.183236 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] For port ff69caed-b763-4cd9-bbb1-ca1e7fa653ab, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=ff69caed-b763-4cd9-bbb1-ca1e7fa653ab,segment=NetworkSegment(aefed406-fea3-4ed3-9e70-0a36d600f315),segment_id=aefed406-fea3-4ed3-9e70-0a36d600f315)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:37:17.197902 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (ff69caed-b763-4cd9-bbb1-ca1e7fa653ab), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:17.299466 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Pushing event updated for resources: {'Port': ['ID=ff69caed-b763-4cd9-bbb1-ca1e7fa653ab,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:17.655482 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:17.732410 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-6a180bf2-e54f-412a-b5bf-7ee70b21d564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-745702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759865'] for router (509a618e-2aa3-4f01-bd1b-9adda5cd32f5), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:17.862026 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dd44e4-6bb6-4bc4-be35-ac747794a77d None None] Network e45abb02-b319-4872-9fb3-ccc0ce9d74e7 requested from dv-cinder-master-3-smb {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:37:17.894156 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a180bf2-e54f-412a-b5bf-7ee70b21d564 admin admin] Router 509a618e-2aa3-4f01-bd1b-9adda5cd32f5 is scheduled to L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 with binding_index 1 {{(pid=106375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 09:37:17.955380 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-2af78a35-89c5-48cf-9558-38cbc6db027c None None] Provisioning complete for port ff69caed-b763-4cd9-bbb1-ca1e7fa653ab triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:37:17.956583 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2af78a35-89c5-48cf-9558-38cbc6db027c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (ff69caed-b763-4cd9-bbb1-ca1e7fa653ab), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:17.956583 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-2af78a35-89c5-48cf-9558-38cbc6db027c None None] Attempt 1 to provision port ff69caed-b763-4cd9-bbb1-ca1e7fa653ab Sep 30 09:37:18.047443 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a180bf2-e54f-412a-b5bf-7ee70b21d564 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:37:18.066071 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf2d1b9-cd49-4b4a-ac74-ae49d6db59cf None None] Sync routers for ids ['509a618e-2aa3-4f01-bd1b-9adda5cd32f5'] in dv-cinder-master-3-smb {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:37:18.090142 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-6a180bf2-e54f-412a-b5bf-7ee70b21d564 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:18.101461 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 39078) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:18.114526 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-6a180bf2-e54f-412a-b5bf-7ee70b21d564 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.9448366 Sep 30 09:37:18.123950 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf2d1b9-cd49-4b4a-ac74-ae49d6db59cf None None] Routers {'509a618e-2aa3-4f01-bd1b-9adda5cd32f5'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:37:18.124586 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-7bf2d1b9-cd49-4b4a-ac74-ae49d6db59cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:36:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['509a618e-2aa3-4f01-bd1b-9adda5cd32f5'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:37:18.172346 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-2af78a35-89c5-48cf-9558-38cbc6db027c None None] Current status of the port ff69caed-b763-4cd9-bbb1-ca1e7fa653ab is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:37:18.292422 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-7bf2d1b9-cd49-4b4a-ac74-ae49d6db59cf None None] Set router 509a618e-2aa3-4f01-bd1b-9adda5cd32f5 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:37:18.449742 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-5b269ad0-e45e-47e0-97d4-89d3d4f136dc None None] Provisioning complete for port ff69caed-b763-4cd9-bbb1-ca1e7fa653ab triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:37:18.450160 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5b269ad0-e45e-47e0-97d4-89d3d4f136dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (ff69caed-b763-4cd9-bbb1-ca1e7fa653ab), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:18.450434 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-5b269ad0-e45e-47e0-97d4-89d3d4f136dc None None] Attempt 1 to provision port ff69caed-b763-4cd9-bbb1-ca1e7fa653ab Sep 30 09:37:18.456584 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:18.616198 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-5b269ad0-e45e-47e0-97d4-89d3d4f136dc None None] Current status of the port ff69caed-b763-4cd9-bbb1-ca1e7fa653ab is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:37:18.696524 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:18.713471 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device ff69caed-b763-4cd9-bbb1-ca1e7fa653ab up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:37:18.718917 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-7bf2d1b9-cd49-4b4a-ac74-ae49d6db59cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'name': 'tempest-ServerRescueNegativeTestJSON-1029638916-router', 'tenant_id': '4290a542e73045309f6ceb8d4f5a267b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e5d50185-2742-4381-9965-5e2e60a879a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:37:15Z', 'updated_at': '2022-09-30T09:37:16Z', 'revision_number': 3, 'project_id': '4290a542e73045309f6ceb8d4f5a267b', 'gw_port': {'id': 'e5d50185-2742-4381-9965-5e2e60a879a4', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:06:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:37:16Z', 'updated_at': '2022-09-30T09:37:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:37:18.770763 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=100 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:18.777091 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf2d1b9-cd49-4b4a-ac74-ae49d6db59cf None None] Checking router: 509a618e-2aa3-4f01-bd1b-9adda5cd32f5 for host: dv-cinder-master-3-smb {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:37:18.777534 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf2d1b9-cd49-4b4a-ac74-ae49d6db59cf None None] Updating router 509a618e-2aa3-4f01-bd1b-9adda5cd32f5 port e5d50185-2742-4381-9965-5e2e60a879a4 binding host dv-cinder-master-3-smb {{(pid=106377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:37:18.819982 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7bf2d1b9-cd49-4b4a-ac74-ae49d6db59cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (e5d50185-2742-4381-9965-5e2e60a879a4), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:18.835102 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a7f8ef8d-c03d-4ad9-b317-39e6a5eb3821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:18.846869 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port ff69caed-b763-4cd9-bbb1-ca1e7fa653ab triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:37:18.847389 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (ff69caed-b763-4cd9-bbb1-ca1e7fa653ab), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:18.848086 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port ff69caed-b763-4cd9-bbb1-ca1e7fa653ab Sep 30 09:37:19.076999 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port ff69caed-b763-4cd9-bbb1-ca1e7fa653ab is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:37:19.181020 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-a7f8ef8d-c03d-4ad9-b317-39e6a5eb3821 admin admin] Allocated IP 172.20.0.1 (e45abb02-b319-4872-9fb3-ccc0ce9d74e7/5c348d1c-15e8-416a-bb01-9bc4f4316ae7/9a21ddad-3d17-4345-b8b7-a6377ef66f8f) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:37:19.185964 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:19.226399 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7bf2d1b9-cd49-4b4a-ac74-ae49d6db59cf None None] Publish callbacks [] for port (e5d50185-2742-4381-9965-5e2e60a879a4), precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:19.235021 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7bf2d1b9-cd49-4b4a-ac74-ae49d6db59cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (e5d50185-2742-4381-9965-5e2e60a879a4), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:19.283428 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-7bf2d1b9-cd49-4b4a-ac74-ae49d6db59cf None None] Attempting to bind port e5d50185-2742-4381-9965-5e2e60a879a4 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:37:19.284003 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-7bf2d1b9-cd49-4b4a-ac74-ae49d6db59cf None None] Attempting to bind port e5d50185-2742-4381-9965-5e2e60a879a4 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '8ee3384b-29eb-481d-9dfd-879c28cb46fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:37:19.284539 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf2d1b9-cd49-4b4a-ac74-ae49d6db59cf None None] Attempting to bind port e5d50185-2742-4381-9965-5e2e60a879a4 on network 4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:37:19.330691 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a7f8ef8d-c03d-4ad9-b317-39e6a5eb3821 admin admin] Publish callbacks [] for port (9a21ddad-3d17-4345-b8b7-a6377ef66f8f), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:19.335024 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdaf7f8-a0e1-42a2-b910-3df3fcbb593f None None] Pushing event updated for resources: {'Port': ['ID=e5d50185-2742-4381-9965-5e2e60a879a4,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:19.355649 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf2d1b9-cd49-4b4a-ac74-ae49d6db59cf None None] Checking agent: {'id': '99becae7-b4b2-4e0b-818d-0d19c65b4b56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 27, 31), 'started_at': datetime.datetime(2022, 9, 30, 9, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:37:19.356057 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf2d1b9-cd49-4b4a-ac74-ae49d6db59cf None None] Checking segment: {'id': '8ee3384b-29eb-481d-9dfd-879c28cb46fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:37:19.356602 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7bf2d1b9-cd49-4b4a-ac74-ae49d6db59cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:19.357058 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf2d1b9-cd49-4b4a-ac74-ae49d6db59cf None None] Bound using segment: {'id': '8ee3384b-29eb-481d-9dfd-879c28cb46fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:37:19.357714 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-7bf2d1b9-cd49-4b4a-ac74-ae49d6db59cf None None] Bound port: e5d50185-2742-4381-9965-5e2e60a879a4, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ee3384b-29eb-481d-9dfd-879c28cb46fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:37:19.358099 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7bf2d1b9-cd49-4b4a-ac74-ae49d6db59cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (e5d50185-2742-4381-9965-5e2e60a879a4), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:19.397749 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a7f8ef8d-c03d-4ad9-b317-39e6a5eb3821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29089666'] for port (9a21ddad-3d17-4345-b8b7-a6377ef66f8f), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:19.422620 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-7bf2d1b9-cd49-4b4a-ac74-ae49d6db59cf None None] For port e5d50185-2742-4381-9965-5e2e60a879a4, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:37:19.426465 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-7bf2d1b9-cd49-4b4a-ac74-ae49d6db59cf None None] For port e5d50185-2742-4381-9965-5e2e60a879a4, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=e5d50185-2742-4381-9965-5e2e60a879a4,segment=NetworkSegment(8ee3384b-29eb-481d-9dfd-879c28cb46fd),segment_id=8ee3384b-29eb-481d-9dfd-879c28cb46fd)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:37:19.432916 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7bf2d1b9-cd49-4b4a-ac74-ae49d6db59cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (e5d50185-2742-4381-9965-5e2e60a879a4), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:19.464311 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f8ef8d-c03d-4ad9-b317-39e6a5eb3821 admin admin] Network e45abb02-b319-4872-9fb3-ccc0ce9d74e7 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:37:19.467443 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-a7f8ef8d-c03d-4ad9-b317-39e6a5eb3821 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:37:19.470070 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f8ef8d-c03d-4ad9-b317-39e6a5eb3821 admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:37:19.491191 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdaf7f8-a0e1-42a2-b910-3df3fcbb593f None None] Pushing event updated for resources: {'Port': ['ID=e5d50185-2742-4381-9965-5e2e60a879a4,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:19.500046 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf2d1b9-cd49-4b4a-ac74-ae49d6db59cf None None] Routers {'509a618e-2aa3-4f01-bd1b-9adda5cd32f5'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:37:19.500731 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-7bf2d1b9-cd49-4b4a-ac74-ae49d6db59cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:36:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['509a618e-2aa3-4f01-bd1b-9adda5cd32f5'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:37:19.501877 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8ef8d-c03d-4ad9-b317-39e6a5eb3821 admin admin] Pushing event updated for resources: {'Port': ['ID=9a21ddad-3d17-4345-b8b7-a6377ef66f8f,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:19.523150 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a7f8ef8d-c03d-4ad9-b317-39e6a5eb3821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555310'] for router_interface (509a618e-2aa3-4f01-bd1b-9adda5cd32f5), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:19.708503 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a7f8ef8d-c03d-4ad9-b317-39e6a5eb3821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (9a21ddad-3d17-4345-b8b7-a6377ef66f8f), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:19.720405 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:19.809521 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:19.831746 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-7bf2d1b9-cd49-4b4a-ac74-ae49d6db59cf None None] Set router 509a618e-2aa3-4f01-bd1b-9adda5cd32f5 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:37:19.894952 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:19.900552 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-3f307bbe-2a9e-462d-a6f9-712772b3ae1e None None] Provisioning complete for port 9a21ddad-3d17-4345-b8b7-a6377ef66f8f triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:37:19.901269 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3f307bbe-2a9e-462d-a6f9-712772b3ae1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (9a21ddad-3d17-4345-b8b7-a6377ef66f8f), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:19.901269 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-3f307bbe-2a9e-462d-a6f9-712772b3ae1e None None] Attempt 1 to provision port 9a21ddad-3d17-4345-b8b7-a6377ef66f8f Sep 30 09:37:19.926957 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a7f8ef8d-c03d-4ad9-b317-39e6a5eb3821 admin admin] Publish callbacks [] for port (9a21ddad-3d17-4345-b8b7-a6377ef66f8f), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:19.934767 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a7f8ef8d-c03d-4ad9-b317-39e6a5eb3821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29089685'] for port (9a21ddad-3d17-4345-b8b7-a6377ef66f8f), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:19.979579 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-3f307bbe-2a9e-462d-a6f9-712772b3ae1e None None] Port 9a21ddad-3d17-4345-b8b7-a6377ef66f8f cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:37:20.008503 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a7f8ef8d-c03d-4ad9-b317-39e6a5eb3821 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555418'] for router_interface (509a618e-2aa3-4f01-bd1b-9adda5cd32f5), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:20.010253 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8ef8d-c03d-4ad9-b317-39e6a5eb3821 admin admin] Pushing event updated for resources: {'Port': ['ID=9a21ddad-3d17-4345-b8b7-a6377ef66f8f,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:20.078480 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-7bf2d1b9-cd49-4b4a-ac74-ae49d6db59cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'name': 'tempest-ServerRescueNegativeTestJSON-1029638916-router', 'tenant_id': '4290a542e73045309f6ceb8d4f5a267b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e5d50185-2742-4381-9965-5e2e60a879a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:37:15Z', 'updated_at': '2022-09-30T09:37:16Z', 'revision_number': 3, 'project_id': '4290a542e73045309f6ceb8d4f5a267b', 'gw_port': {'id': 'e5d50185-2742-4381-9965-5e2e60a879a4', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:06:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:37:16Z', 'updated_at': '2022-09-30T09:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:37:20.109489 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf2d1b9-cd49-4b4a-ac74-ae49d6db59cf None None] The sync data for ids ['509a618e-2aa3-4f01-bd1b-9adda5cd32f5'] in dv-cinder-master-3-smb is: [{'id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'name': 'tempest-ServerRescueNegativeTestJSON-1029638916-router', 'tenant_id': '4290a542e73045309f6ceb8d4f5a267b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e5d50185-2742-4381-9965-5e2e60a879a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:37:15Z', 'updated_at': '2022-09-30T09:37:16Z', 'revision_number': 3, 'project_id': '4290a542e73045309f6ceb8d4f5a267b', 'gw_port': {'id': 'e5d50185-2742-4381-9965-5e2e60a879a4', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:06:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:37:16Z', 'updated_at': '2022-09-30T09:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:37:20.157465 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f8ef8d-c03d-4ad9-b317-39e6a5eb3821 admin admin] Network e45abb02-b319-4872-9fb3-ccc0ce9d74e7 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:37:20.158988 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-a7f8ef8d-c03d-4ad9-b317-39e6a5eb3821 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:37:20.321407 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f8ef8d-c03d-4ad9-b317-39e6a5eb3821 admin admin] Router 509a618e-2aa3-4f01-bd1b-9adda5cd32f5 has already been hosted by L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:37:20.329381 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:20.426728 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=72 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:20.481442 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-3f307bbe-2a9e-462d-a6f9-712772b3ae1e None None] Attempt 2 to provision port 9a21ddad-3d17-4345-b8b7-a6377ef66f8f Sep 30 09:37:20.497318 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f8ef8d-c03d-4ad9-b317-39e6a5eb3821 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:37:20.498519 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 39168) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:20.509749 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-a7f8ef8d-c03d-4ad9-b317-39e6a5eb3821 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/509a618e-2aa3-4f01-bd1b-9adda5cd32f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4040887 Sep 30 09:37:20.552974 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-3f307bbe-2a9e-462d-a6f9-712772b3ae1e None None] Port 9a21ddad-3d17-4345-b8b7-a6377ef66f8f cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:37:20.725482 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0c8a9655-99f6-40a9-ae42-33ad26862bbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:20.725964 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device e5d50185-2742-4381-9965-5e2e60a879a4 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:37:20.827658 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port e5d50185-2742-4381-9965-5e2e60a879a4 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:37:20.828096 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (e5d50185-2742-4381-9965-5e2e60a879a4), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:20.828606 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port e5d50185-2742-4381-9965-5e2e60a879a4 Sep 30 09:37:20.858089 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0c8a9655-99f6-40a9-ae42-33ad26862bbe admin admin] Publish callbacks [] for security_group (58347504-1e95-40d6-95f2-81dbe8874f8c), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:20.865669 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0c8a9655-99f6-40a9-ae42-33ad26862bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (58347504-1e95-40d6-95f2-81dbe8874f8c), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:20.913393 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2258be62-5d7b-40b1-b4f3-08693437c7dc req-f0a5763c-306f-4d56-b186-83ac6e7df486 tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:20.915235 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-2258be62-5d7b-40b1-b4f3-08693437c7dc req-f0a5763c-306f-4d56-b186-83ac6e7df486 tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d565fdef-fb92-4ba2-8857-3d3d56a91717 HTTP/1.1" status: 200 len: 945 time: 0.0736725 Sep 30 09:37:20.931053 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8a9655-99f6-40a9-ae42-33ad26862bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58347504-1e95-40d6-95f2-81dbe8874f8c,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:20.936024 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-0c8a9655-99f6-40a9-ae42-33ad26862bbe admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=b6fd0b31923f41578bcf28d284d34eeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4371419 Sep 30 09:37:20.938702 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 39186) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:20.943857 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port e5d50185-2742-4381-9965-5e2e60a879a4 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:37:20.944275 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (e5d50185-2742-4381-9965-5e2e60a879a4), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:20.974050 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] For port e5d50185-2742-4381-9965-5e2e60a879a4, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=e5d50185-2742-4381-9965-5e2e60a879a4,segment=NetworkSegment(8ee3384b-29eb-481d-9dfd-879c28cb46fd),segment_id=8ee3384b-29eb-481d-9dfd-879c28cb46fd)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:37:20.980163 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (e5d50185-2742-4381-9965-5e2e60a879a4), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:21.012417 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-2258be62-5d7b-40b1-b4f3-08693437c7dc req-8860e51e-8edc-4dff-a2df-90c452c00596 tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2e462bff-8702-4b64-b0d4-e51c46aae3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900567 Sep 30 09:37:21.017384 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8f835fce-2d7d-496c-b30a-74ee69efbe8b admin admin] Publish callbacks [] for security_group (58347504-1e95-40d6-95f2-81dbe8874f8c), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:21.053733 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-3f307bbe-2a9e-462d-a6f9-712772b3ae1e None None] Attempt 3 to provision port 9a21ddad-3d17-4345-b8b7-a6377ef66f8f Sep 30 09:37:21.061242 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8f835fce-2d7d-496c-b30a-74ee69efbe8b admin admin] Publish callbacks [] for security_group (58347504-1e95-40d6-95f2-81dbe8874f8c), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:21.073788 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:21.143553 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8f835fce-2d7d-496c-b30a-74ee69efbe8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (58347504-1e95-40d6-95f2-81dbe8874f8c), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:21.146099 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-3f307bbe-2a9e-462d-a6f9-712772b3ae1e None None] Port 9a21ddad-3d17-4345-b8b7-a6377ef66f8f cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:37:21.149907 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8f835fce-2d7d-496c-b30a-74ee69efbe8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:21.150205 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Pushing event updated for resources: {'Port': ['ID=e5d50185-2742-4381-9965-5e2e60a879a4,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:21.151411 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-8f835fce-2d7d-496c-b30a-74ee69efbe8b admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/58347504-1e95-40d6-95f2-81dbe8874f8c HTTP/1.1" status: 204 len: 168 time: 0.2114217 Sep 30 09:37:21.182544 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f835fce-2d7d-496c-b30a-74ee69efbe8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58347504-1e95-40d6-95f2-81dbe8874f8c,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:21.366268 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-b5e7e31e-5ad8-4c6c-94be-75a5ae214d77 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:21.368225 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-b5e7e31e-5ad8-4c6c-94be-75a5ae214d77 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/networks?id=e45abb02-b319-4872-9fb3-ccc0ce9d74e7 HTTP/1.1" status: 200 len: 819 time: 0.2647653 Sep 30 09:37:21.397109 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-7ed1be54-94c7-436e-81da-ed635faf4436 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/quotas/4290a542e73045309f6ceb8d4f5a267b HTTP/1.1" status: 200 len: 375 time: 0.0208449 Sep 30 09:37:21.582343 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 39216) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:21.599705 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-55a4ca4b-0374-49a8-aec5-1674148a50e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:21.648096 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-3f307bbe-2a9e-462d-a6f9-712772b3ae1e None None] Attempt 4 to provision port 9a21ddad-3d17-4345-b8b7-a6377ef66f8f Sep 30 09:37:21.670272 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=5 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:21.683650 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-3f307bbe-2a9e-462d-a6f9-712772b3ae1e None None] Port 9a21ddad-3d17-4345-b8b7-a6377ef66f8f cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:37:21.683904 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-55a4ca4b-0374-49a8-aec5-1674148a50e9 admin admin] Publish callbacks [] for security_group (180b6d7b-04dd-418b-8c4b-dd3b11e7cca3), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:21.688654 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-55a4ca4b-0374-49a8-aec5-1674148a50e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (180b6d7b-04dd-418b-8c4b-dd3b11e7cca3), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:21.713360 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-de673855-2a0a-4fec-8352-bfd9becd9503 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=4290a542e73045309f6ceb8d4f5a267b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3154013 Sep 30 09:37:21.729148 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a4ca4b-0374-49a8-aec5-1674148a50e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180b6d7b-04dd-418b-8c4b-dd3b11e7cca3,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:21.750412 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-55a4ca4b-0374-49a8-aec5-1674148a50e9 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=71903efa7590495390dd5c65fa42b019&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1669903 Sep 30 09:37:21.752944 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 39220) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:21.806707 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-efab900a-2c20-4cff-aea0-c32904e434e1 admin admin] Publish callbacks [] for security_group (180b6d7b-04dd-418b-8c4b-dd3b11e7cca3), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:21.819956 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-eb0bd550-ffb8-47fd-a0ab-ca74cad22253 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e45abb02-b319-4872-9fb3-ccc0ce9d74e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997119 Sep 30 09:37:21.827131 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-efab900a-2c20-4cff-aea0-c32904e434e1 admin admin] Publish callbacks [] for security_group (180b6d7b-04dd-418b-8c4b-dd3b11e7cca3), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:21.877229 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-efab900a-2c20-4cff-aea0-c32904e434e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (180b6d7b-04dd-418b-8c4b-dd3b11e7cca3), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:21.879977 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-efab900a-2c20-4cff-aea0-c32904e434e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:21.881770 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-efab900a-2c20-4cff-aea0-c32904e434e1 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/180b6d7b-04dd-418b-8c4b-dd3b11e7cca3 HTTP/1.1" status: 204 len: 168 time: 0.1270607 Sep 30 09:37:21.889968 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab900a-2c20-4cff-aea0-c32904e434e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180b6d7b-04dd-418b-8c4b-dd3b11e7cca3,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:21.917555 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-ce4332c8-4bb8-45c3-afdc-c25966f45d57 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e45abb02-b319-4872-9fb3-ccc0ce9d74e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914185 Sep 30 09:37:22.144738 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a8ecf72b-10ce-47c8-8739-e1bddd7ff488 req-31a947a4-504b-4071-a09e-80fa6547e35b tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b18a2b1f-f57b-46af-a893-bd3a63ed5e91 HTTP/1.1" status: 200 len: 210 time: 0.0521088 Sep 30 09:37:22.185528 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-3f307bbe-2a9e-462d-a6f9-712772b3ae1e None None] Attempt 5 to provision port 9a21ddad-3d17-4345-b8b7-a6377ef66f8f Sep 30 09:37:22.260394 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-3f307bbe-2a9e-462d-a6f9-712772b3ae1e None None] Port 9a21ddad-3d17-4345-b8b7-a6377ef66f8f cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:37:22.268270 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97985234-2fd7-48e1-9036-c27e3ec08247 req-417da077-82a7-45ed-bc6d-e1f6bf0fd4d1 tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:22.273975 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-97985234-2fd7-48e1-9036-c27e3ec08247 req-417da077-82a7-45ed-bc6d-e1f6bf0fd4d1 tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d565fdef-fb92-4ba2-8857-3d3d56a91717 HTTP/1.1" status: 200 len: 945 time: 0.1310501 Sep 30 09:37:22.312425 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:22.350260 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-97985234-2fd7-48e1-9036-c27e3ec08247 req-7467b23c-7e84-496d-b378-b507a8803bf0 tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2e462bff-8702-4b64-b0d4-e51c46aae3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573716 Sep 30 09:37:22.480540 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6564996-2685-4afc-9d56-64228f3c6e51 None None] Sync routers for ids ['509a618e-2aa3-4f01-bd1b-9adda5cd32f5'] in dv-cinder-master-3-smb {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:37:22.498719 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6564996-2685-4afc-9d56-64228f3c6e51 None None] Routers {'509a618e-2aa3-4f01-bd1b-9adda5cd32f5'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:37:22.501248 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-d6564996-2685-4afc-9d56-64228f3c6e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:36:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['509a618e-2aa3-4f01-bd1b-9adda5cd32f5'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:37:22.567821 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-c4932d67-2172-4973-8942-c63b3caf33fd tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:22.575935 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-c4932d67-2172-4973-8942-c63b3caf33fd tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/networks?id=e45abb02-b319-4872-9fb3-ccc0ce9d74e7 HTTP/1.1" status: 200 len: 819 time: 0.1673093 Sep 30 09:37:22.598944 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-e28acf98-1664-4463-b909-d1f143d48cad tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/quotas/4290a542e73045309f6ceb8d4f5a267b HTTP/1.1" status: 200 len: 375 time: 0.0210383 Sep 30 09:37:22.618636 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-d6564996-2685-4afc-9d56-64228f3c6e51 None None] Set router 509a618e-2aa3-4f01-bd1b-9adda5cd32f5 gateway port host: dv-cinder-master-3-smb {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:37:22.690339 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-7200128c-c8ff-44ac-aa4b-500dda9d0097 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=4290a542e73045309f6ceb8d4f5a267b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0896201 Sep 30 09:37:22.734565 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device e5d50185-2742-4381-9965-5e2e60a879a4 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:37:22.769099 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:22.794803 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-3f307bbe-2a9e-462d-a6f9-712772b3ae1e None None] Attempt 6 to provision port 9a21ddad-3d17-4345-b8b7-a6377ef66f8f Sep 30 09:37:22.843068 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-5c5b3105-bfe1-4e46-97be-de8184259e5c service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e45abb02-b319-4872-9fb3-ccc0ce9d74e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505413 Sep 30 09:37:22.893018 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-3f307bbe-2a9e-462d-a6f9-712772b3ae1e None None] Port 9a21ddad-3d17-4345-b8b7-a6377ef66f8f cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:37:22.931150 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-d6564996-2685-4afc-9d56-64228f3c6e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'name': 'tempest-ServerRescueNegativeTestJSON-1029638916-router', 'tenant_id': '4290a542e73045309f6ceb8d4f5a267b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e5d50185-2742-4381-9965-5e2e60a879a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:37:15Z', 'updated_at': '2022-09-30T09:37:19Z', 'revision_number': 4, 'project_id': '4290a542e73045309f6ceb8d4f5a267b', 'gw_port': {'id': 'e5d50185-2742-4381-9965-5e2e60a879a4', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:06:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:37:16Z', 'updated_at': '2022-09-30T09:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '9a21ddad-3d17-4345-b8b7-a6377ef66f8f', 'name': '', 'network_id': 'e45abb02-b319-4872-9fb3-ccc0ce9d74e7', 'tenant_id': '4290a542e73045309f6ceb8d4f5a267b', 'mac_address': 'fa:16:3e:76:07:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5c348d1c-15e8-416a-bb01-9bc4f4316ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:37:18Z', 'updated_at': '2022-09-30T09:37:19Z', 'revision_number': 2, 'project_id': '4290a542e73045309f6ceb8d4f5a267b', 'subnets': [{'id': '5c348d1c-15e8-416a-bb01-9bc4f4316ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:37:22.940711 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port e5d50185-2742-4381-9965-5e2e60a879a4 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:37:22.941168 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (e5d50185-2742-4381-9965-5e2e60a879a4), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:22.942117 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port e5d50185-2742-4381-9965-5e2e60a879a4 Sep 30 09:37:22.961042 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6564996-2685-4afc-9d56-64228f3c6e51 None None] Checking router: 509a618e-2aa3-4f01-bd1b-9adda5cd32f5 for host: dv-cinder-master-3-smb {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:37:22.961407 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6564996-2685-4afc-9d56-64228f3c6e51 None None] Updating router 509a618e-2aa3-4f01-bd1b-9adda5cd32f5 port 9a21ddad-3d17-4345-b8b7-a6377ef66f8f binding host dv-cinder-master-3-smb {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:37:22.995723 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6564996-2685-4afc-9d56-64228f3c6e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (9a21ddad-3d17-4345-b8b7-a6377ef66f8f), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:23.018386 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-03709300-fd97-40f6-84a7-e3289c861633 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e45abb02-b319-4872-9fb3-ccc0ce9d74e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716881 Sep 30 09:37:23.053051 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port e5d50185-2742-4381-9965-5e2e60a879a4 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:37:23.299939 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9d79a-e428-426e-94b7-d548b79c39b1 req-d11ed4aa-4c9d-46c8-8ab0-ea86c18e9129 tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:23.302945 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-d0d9d79a-e428-426e-94b7-d548b79c39b1 req-d11ed4aa-4c9d-46c8-8ab0-ea86c18e9129 tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d565fdef-fb92-4ba2-8857-3d3d56a91717 HTTP/1.1" status: 200 len: 945 time: 0.0821896 Sep 30 09:37:23.326754 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-42dfbd5e-878f-4c4e-95e3-fc6a40ff5111 req-62514725-3e70-465a-989a-129e77e5b661 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 210 time: 0.0878036 Sep 30 09:37:23.399306 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-3f307bbe-2a9e-462d-a6f9-712772b3ae1e None None] Attempt 7 to provision port 9a21ddad-3d17-4345-b8b7-a6377ef66f8f Sep 30 09:37:23.473956 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-3f307bbe-2a9e-462d-a6f9-712772b3ae1e None None] Port 9a21ddad-3d17-4345-b8b7-a6377ef66f8f cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:37:23.506781 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-d0d9d79a-e428-426e-94b7-d548b79c39b1 req-58040e78-be1f-4b56-ae42-067581cfe9de tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] Deleting port c5e78d2b-9ce2-4ec1-8400-042057ea376c {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:37:23.507332 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-d0d9d79a-e428-426e-94b7-d548b79c39b1 req-58040e78-be1f-4b56-ae42-067581cfe9de tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (c5e78d2b-9ce2-4ec1-8400-042057ea376c), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:23.606555 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361107a-f9c0-4017-836d-b9d70113749a req-069df1f8-dab2-4536-be72-0d31ebdd8cef tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:23.608571 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-9361107a-f9c0-4017-836d-b9d70113749a req-069df1f8-dab2-4536-be72-0d31ebdd8cef tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d565fdef-fb92-4ba2-8857-3d3d56a91717 HTTP/1.1" status: 200 len: 945 time: 0.1166961 Sep 30 09:37:23.620356 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6564996-2685-4afc-9d56-64228f3c6e51 None None] Publish callbacks [] for port (9a21ddad-3d17-4345-b8b7-a6377ef66f8f), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:23.633027 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6564996-2685-4afc-9d56-64228f3c6e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (9a21ddad-3d17-4345-b8b7-a6377ef66f8f), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:23.689562 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-d0d9d79a-e428-426e-94b7-d548b79c39b1 req-58040e78-be1f-4b56-ae42-067581cfe9de tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] For port c5e78d2b-9ce2-4ec1-8400-042057ea376c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c5e78d2b-9ce2-4ec1-8400-042057ea376c,segment=NetworkSegment(124fa275-f272-4dfe-a9a2-afc2b339160f),segment_id=124fa275-f272-4dfe-a9a2-afc2b339160f)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:37:23.690143 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-d0d9d79a-e428-426e-94b7-d548b79c39b1 req-58040e78-be1f-4b56-ae42-067581cfe9de tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (c5e78d2b-9ce2-4ec1-8400-042057ea376c), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:23.710939 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-d0d9d79a-e428-426e-94b7-d548b79c39b1 req-58040e78-be1f-4b56-ae42-067581cfe9de tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] Calling delete_port for c5e78d2b-9ce2-4ec1-8400-042057ea376c owned by compute:nova {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:37:23.734957 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446e32-89dc-48ae-adaa-b346388a391f None None] Pushing event updated for resources: {'Port': ['ID=9a21ddad-3d17-4345-b8b7-a6377ef66f8f,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:23.744806 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446e32-89dc-48ae-adaa-b346388a391f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:23.745151 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446e32-89dc-48ae-adaa-b346388a391f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:23.745492 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446e32-89dc-48ae-adaa-b346388a391f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:23.746014 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446e32-89dc-48ae-adaa-b346388a391f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:23.746352 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446e32-89dc-48ae-adaa-b346388a391f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:23.746680 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446e32-89dc-48ae-adaa-b346388a391f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:23.747002 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446e32-89dc-48ae-adaa-b346388a391f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:23.747323 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446e32-89dc-48ae-adaa-b346388a391f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:23.747644 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446e32-89dc-48ae-adaa-b346388a391f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:23.748096 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446e32-89dc-48ae-adaa-b346388a391f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:23.748425 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446e32-89dc-48ae-adaa-b346388a391f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:23.748766 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446e32-89dc-48ae-adaa-b346388a391f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:23.749087 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446e32-89dc-48ae-adaa-b346388a391f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:23.749403 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446e32-89dc-48ae-adaa-b346388a391f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:23.749791 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82446e32-89dc-48ae-adaa-b346388a391f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:37:23.798560 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-9361107a-f9c0-4017-836d-b9d70113749a req-1c4c9ee6-f63a-4b3c-adce-c10b0fafba43 tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2e462bff-8702-4b64-b0d4-e51c46aae3a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756217 Sep 30 09:37:23.869801 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:23.884877 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-d6564996-2685-4afc-9d56-64228f3c6e51 None None] Attempting to bind port 9a21ddad-3d17-4345-b8b7-a6377ef66f8f on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:37:23.885490 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-d6564996-2685-4afc-9d56-64228f3c6e51 None None] Attempting to bind port 9a21ddad-3d17-4345-b8b7-a6377ef66f8f by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'aefed406-fea3-4ed3-9e70-0a36d600f315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e45abb02-b319-4872-9fb3-ccc0ce9d74e7'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:37:23.885976 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6564996-2685-4afc-9d56-64228f3c6e51 None None] Attempting to bind port 9a21ddad-3d17-4345-b8b7-a6377ef66f8f on network e45abb02-b319-4872-9fb3-ccc0ce9d74e7 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:37:23.958717 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:23.963370 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-d0d9d79a-e428-426e-94b7-d548b79c39b1 req-58040e78-be1f-4b56-ae42-067581cfe9de tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (c5e78d2b-9ce2-4ec1-8400-042057ea376c), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:23.986020 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-3f307bbe-2a9e-462d-a6f9-712772b3ae1e None None] Attempt 8 to provision port 9a21ddad-3d17-4345-b8b7-a6377ef66f8f Sep 30 09:37:23.986134 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:24.014482 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:24.023351 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6564996-2685-4afc-9d56-64228f3c6e51 None None] Checking agent: {'id': '99becae7-b4b2-4e0b-818d-0d19c65b4b56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 27, 31), 'started_at': datetime.datetime(2022, 9, 30, 9, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:37:24.026163 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6564996-2685-4afc-9d56-64228f3c6e51 None None] Checking segment: {'id': 'aefed406-fea3-4ed3-9e70-0a36d600f315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e45abb02-b319-4872-9fb3-ccc0ce9d74e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:37:24.026603 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6564996-2685-4afc-9d56-64228f3c6e51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:24.027633 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6564996-2685-4afc-9d56-64228f3c6e51 None None] Bound using segment: {'id': 'aefed406-fea3-4ed3-9e70-0a36d600f315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e45abb02-b319-4872-9fb3-ccc0ce9d74e7'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:37:24.028149 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-d6564996-2685-4afc-9d56-64228f3c6e51 None None] Bound port: 9a21ddad-3d17-4345-b8b7-a6377ef66f8f, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aefed406-fea3-4ed3-9e70-0a36d600f315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e45abb02-b319-4872-9fb3-ccc0ce9d74e7'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:37:24.028539 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6564996-2685-4afc-9d56-64228f3c6e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (9a21ddad-3d17-4345-b8b7-a6377ef66f8f), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:24.032712 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58040e78-be1f-4b56-ae42-067581cfe9de tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] Pushing event deleted for resources: {'Port': ['ID=c5e78d2b-9ce2-4ec1-8400-042057ea376c,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:24.034358 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] get_ports_and_sgs() called for port_ids ['c5e78d2b-9ce2-4ec1-8400-042057ea376c'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:37:24.106204 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d9d79a-e428-426e-94b7-d548b79c39b1 req-58040e78-be1f-4b56-ae42-067581cfe9de tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] No DVR routers for this DVR port c5e78d2b-9ce2-4ec1-8400-042057ea376c on host hv-cinder-maste {{(pid=106375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:37:24.110816 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-d0d9d79a-e428-426e-94b7-d548b79c39b1 req-58040e78-be1f-4b56-ae42-067581cfe9de tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:24.121317 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-d0d9d79a-e428-426e-94b7-d548b79c39b1 req-58040e78-be1f-4b56-ae42-067581cfe9de tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] 10.222.0.40 "DELETE /networking/v2.0/ports/c5e78d2b-9ce2-4ec1-8400-042057ea376c HTTP/1.1" status: 204 len: 173 time: 0.8099172 Sep 30 09:37:24.122080 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd565fdef-fb92-4ba2-8857-3d3d56a91717', 'name': 'network-vif-deleted', 'tag': 'c5e78d2b-9ce2-4ec1-8400-042057ea376c'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:37:24.125587 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a2765c340e485259911155c50f33e4425258638b85650f0a2a20d0c41df364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec40854f-e9b9-47f9-be97-524504fe83f5" -d '{"events": [{"server_uuid": "d565fdef-fb92-4ba2-8857-3d3d56a91717", "name": "network-vif-deleted", "tag": "c5e78d2b-9ce2-4ec1-8400-042057ea376c"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:37:24.137352 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-3f307bbe-2a9e-462d-a6f9-712772b3ae1e None None] Port 9a21ddad-3d17-4345-b8b7-a6377ef66f8f cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:37:24.156892 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-d6564996-2685-4afc-9d56-64228f3c6e51 None None] For port 9a21ddad-3d17-4345-b8b7-a6377ef66f8f, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:37:24.162933 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-d6564996-2685-4afc-9d56-64228f3c6e51 None None] For port 9a21ddad-3d17-4345-b8b7-a6377ef66f8f, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=9a21ddad-3d17-4345-b8b7-a6377ef66f8f,segment=NetworkSegment(aefed406-fea3-4ed3-9e70-0a36d600f315),segment_id=aefed406-fea3-4ed3-9e70-0a36d600f315)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:37:24.171019 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6546bf12-8d9c-4a4f-8dc8-5ee85658a47a x-openstack-request-id: req-6546bf12-8d9c-4a4f-8dc8-5ee85658a47a {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:37:24.171343 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d565fdef-fb92-4ba2-8857-3d3d56a91717", "name": "network-vif-deleted", "tag": "c5e78d2b-9ce2-4ec1-8400-042057ea376c", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:37:24.171608 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6546bf12-8d9c-4a4f-8dc8-5ee85658a47a {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:37:24.172019 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6546bf12-8d9c-4a4f-8dc8-5ee85658a47a'] response: {'server_uuid': 'd565fdef-fb92-4ba2-8857-3d3d56a91717', 'name': 'network-vif-deleted', 'tag': 'c5e78d2b-9ce2-4ec1-8400-042057ea376c', 'status': 'completed', 'code': 200} Sep 30 09:37:24.172524 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6564996-2685-4afc-9d56-64228f3c6e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (9a21ddad-3d17-4345-b8b7-a6377ef66f8f), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:24.212790 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6564996-2685-4afc-9d56-64228f3c6e51 None None] Routers {'509a618e-2aa3-4f01-bd1b-9adda5cd32f5'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:37:24.213433 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-d6564996-2685-4afc-9d56-64228f3c6e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:36:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['509a618e-2aa3-4f01-bd1b-9adda5cd32f5'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:37:24.273508 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82446e32-89dc-48ae-adaa-b346388a391f None None] Pushing event updated for resources: {'Port': ['ID=9a21ddad-3d17-4345-b8b7-a6377ef66f8f,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:24.335211 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-d6564996-2685-4afc-9d56-64228f3c6e51 None None] Set router 509a618e-2aa3-4f01-bd1b-9adda5cd32f5 gateway port host: dv-cinder-master-3-smb {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:37:24.458630 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d7e78f14-bf4d-4526-8910-627148958c4d req-0e58f55c-1561-4af2-84e5-535a48ebb961 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 210 time: 0.0351219 Sep 30 09:37:24.612406 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-d6564996-2685-4afc-9d56-64228f3c6e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'name': 'tempest-ServerRescueNegativeTestJSON-1029638916-router', 'tenant_id': '4290a542e73045309f6ceb8d4f5a267b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e5d50185-2742-4381-9965-5e2e60a879a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:37:15Z', 'updated_at': '2022-09-30T09:37:19Z', 'revision_number': 4, 'project_id': '4290a542e73045309f6ceb8d4f5a267b', 'gw_port': {'id': 'e5d50185-2742-4381-9965-5e2e60a879a4', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:06:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:37:16Z', 'updated_at': '2022-09-30T09:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '9a21ddad-3d17-4345-b8b7-a6377ef66f8f', 'name': '', 'network_id': 'e45abb02-b319-4872-9fb3-ccc0ce9d74e7', 'tenant_id': '4290a542e73045309f6ceb8d4f5a267b', 'mac_address': 'fa:16:3e:76:07:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5c348d1c-15e8-416a-bb01-9bc4f4316ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:37:18Z', 'updated_at': '2022-09-30T09:37:24Z', 'revision_number': 4, 'project_id': '4290a542e73045309f6ceb8d4f5a267b', 'subnets': [{'id': '5c348d1c-15e8-416a-bb01-9bc4f4316ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:37:24.638865 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-3f307bbe-2a9e-462d-a6f9-712772b3ae1e None None] Attempt 9 to provision port 9a21ddad-3d17-4345-b8b7-a6377ef66f8f Sep 30 09:37:24.673289 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6564996-2685-4afc-9d56-64228f3c6e51 None None] The sync data for ids ['509a618e-2aa3-4f01-bd1b-9adda5cd32f5'] in dv-cinder-master-3-smb is: [{'id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'name': 'tempest-ServerRescueNegativeTestJSON-1029638916-router', 'tenant_id': '4290a542e73045309f6ceb8d4f5a267b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e5d50185-2742-4381-9965-5e2e60a879a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:37:15Z', 'updated_at': '2022-09-30T09:37:19Z', 'revision_number': 4, 'project_id': '4290a542e73045309f6ceb8d4f5a267b', 'gw_port': {'id': 'e5d50185-2742-4381-9965-5e2e60a879a4', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:06:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:37:16Z', 'updated_at': '2022-09-30T09:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '9a21ddad-3d17-4345-b8b7-a6377ef66f8f', 'name': '', 'network_id': 'e45abb02-b319-4872-9fb3-ccc0ce9d74e7', 'tenant_id': '4290a542e73045309f6ceb8d4f5a267b', 'mac_address': 'fa:16:3e:76:07:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5c348d1c-15e8-416a-bb01-9bc4f4316ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:37:18Z', 'updated_at': '2022-09-30T09:37:24Z', 'revision_number': 4, 'project_id': '4290a542e73045309f6ceb8d4f5a267b', 'subnets': [{'id': '5c348d1c-15e8-416a-bb01-9bc4f4316ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:37:24.697702 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:24.776016 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-3f307bbe-2a9e-462d-a6f9-712772b3ae1e None None] Current status of the port 9a21ddad-3d17-4345-b8b7-a6377ef66f8f is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:37:24.776753 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3f307bbe-2a9e-462d-a6f9-712772b3ae1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (9a21ddad-3d17-4345-b8b7-a6377ef66f8f), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:24.813178 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-971bbd45-a3da-4451-882b-99fb21be478a tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:24.819262 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-971bbd45-a3da-4451-882b-99fb21be478a tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.40 "GET /networking/v2.0/networks?id=e45abb02-b319-4872-9fb3-ccc0ce9d74e7 HTTP/1.1" status: 200 len: 819 time: 0.2213330 Sep 30 09:37:24.839505 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-8ca461be-7c69-4029-b49e-3dd97c82a2b3 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Request body: {'port': {'device_id': 'b18a2b1f-f57b-46af-a893-bd3a63ed5e91', 'network_id': 'e45abb02-b319-4872-9fb3-ccc0ce9d74e7', 'admin_state_up': True, 'tenant_id': '4290a542e73045309f6ceb8d4f5a267b'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:37:24.843376 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-3f307bbe-2a9e-462d-a6f9-712772b3ae1e None None] For port 9a21ddad-3d17-4345-b8b7-a6377ef66f8f, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=9a21ddad-3d17-4345-b8b7-a6377ef66f8f,segment=NetworkSegment(aefed406-fea3-4ed3-9e70-0a36d600f315),segment_id=aefed406-fea3-4ed3-9e70-0a36d600f315)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:37:24.850336 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3f307bbe-2a9e-462d-a6f9-712772b3ae1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (9a21ddad-3d17-4345-b8b7-a6377ef66f8f), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:24.928141 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f307bbe-2a9e-462d-a6f9-712772b3ae1e None None] Pushing event updated for resources: {'Port': ['ID=9a21ddad-3d17-4345-b8b7-a6377ef66f8f,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:24.981377 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-edb20fdb-9a31-4ab0-92c7-9f89bf7e899f None None] Provisioning complete for port 9a21ddad-3d17-4345-b8b7-a6377ef66f8f triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:37:24.982054 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-edb20fdb-9a31-4ab0-92c7-9f89bf7e899f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (9a21ddad-3d17-4345-b8b7-a6377ef66f8f), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:24.984520 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-edb20fdb-9a31-4ab0-92c7-9f89bf7e899f None None] Attempt 1 to provision port 9a21ddad-3d17-4345-b8b7-a6377ef66f8f Sep 30 09:37:25.078047 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-8ca461be-7c69-4029-b49e-3dd97c82a2b3 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Made reservation on behalf of 4290a542e73045309f6ceb8d4f5a267b for: {'port': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:37:25.086044 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-8ca461be-7c69-4029-b49e-3dd97c82a2b3 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:25.090596 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-367fa03d-0404-43b6-a10e-8f86b241d8dd req-7814a942-6f0c-41ac-a801-d4a255430090 tempest-VolumesActionsTest-1533853891 tempest-VolumesActionsTest-1533853891-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d565fdef-fb92-4ba2-8857-3d3d56a91717 HTTP/1.1" status: 200 len: 210 time: 0.0672796 Sep 30 09:37:25.165309 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-edb20fdb-9a31-4ab0-92c7-9f89bf7e899f None None] Current status of the port 9a21ddad-3d17-4345-b8b7-a6377ef66f8f is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:37:25.263414 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:25.306163 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-8ca461be-7c69-4029-b49e-3dd97c82a2b3 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Allocated IP 172.20.0.10 (e45abb02-b319-4872-9fb3-ccc0ce9d74e7/5c348d1c-15e8-416a-bb01-9bc4f4316ae7/d766fa0b-5fc2-4f74-aff0-320d632bed9c) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:37:25.642858 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-0b6776f9-f171-489a-8085-2a9c09a544d3 req-8ae0ef8c-5b03-4cd7-a0b7-1de3476a3f3b tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 210 time: 0.0631921 Sep 30 09:37:25.649564 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-8ca461be-7c69-4029-b49e-3dd97c82a2b3 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks [] for port (d766fa0b-5fc2-4f74-aff0-320d632bed9c), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:25.712442 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-8ca461be-7c69-4029-b49e-3dd97c82a2b3 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (d766fa0b-5fc2-4f74-aff0-320d632bed9c), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:25.786823 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-8ca461be-7c69-4029-b49e-3dd97c82a2b3 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Network e45abb02-b319-4872-9fb3-ccc0ce9d74e7 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:37:25.790519 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-8ca461be-7c69-4029-b49e-3dd97c82a2b3 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:37:25.792867 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-8ca461be-7c69-4029-b49e-3dd97c82a2b3 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:37:25.841091 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca461be-7c69-4029-b49e-3dd97c82a2b3 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Pushing event updated for resources: {'Port': ['ID=d766fa0b-5fc2-4f74-aff0-320d632bed9c,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:25.848534 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-8ca461be-7c69-4029-b49e-3dd97c82a2b3 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:25.849298 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-8ca461be-7c69-4029-b49e-3dd97c82a2b3 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:25.889268 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-8ca461be-7c69-4029-b49e-3dd97c82a2b3 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0539110 Sep 30 09:37:25.926899 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 39402) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:25.975359 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-295e621f-6e15-4e57-a8a3-edb0a8367949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:26.029583 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-55d464d3-c8d2-48ed-ab22-382d70ee215e service neutron] Request body: {'port': {'device_id': 'b18a2b1f-f57b-46af-a893-bd3a63ed5e91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:37:26.102309 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f82dcd83-ebfd-4532-b580-813ff4fcc2f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:26.142628 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-55d464d3-c8d2-48ed-ab22-382d70ee215e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (d766fa0b-5fc2-4f74-aff0-320d632bed9c), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:26.223629 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-657f41f4-0f80-4a54-bd6f-f6a2722896e5 None None] Provisioning complete for port d766fa0b-5fc2-4f74-aff0-320d632bed9c triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:37:26.224292 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-657f41f4-0f80-4a54-bd6f-f6a2722896e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (d766fa0b-5fc2-4f74-aff0-320d632bed9c), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:26.227327 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-657f41f4-0f80-4a54-bd6f-f6a2722896e5 None None] Attempt 1 to provision port d766fa0b-5fc2-4f74-aff0-320d632bed9c Sep 30 09:37:26.266983 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f82dcd83-ebfd-4532-b580-813ff4fcc2f8 admin admin] Publish callbacks [] for security_group (5379be72-9eaf-4619-a02f-4f2e8c06b6cb), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:26.272375 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f82dcd83-ebfd-4532-b580-813ff4fcc2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (5379be72-9eaf-4619-a02f-4f2e8c06b6cb), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:26.308369 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-657f41f4-0f80-4a54-bd6f-f6a2722896e5 None None] Port d766fa0b-5fc2-4f74-aff0-320d632bed9c cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:37:26.330566 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-f82dcd83-ebfd-4532-b580-813ff4fcc2f8 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=9421f2a8299540af9c5dfca2965c578f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4021108 Sep 30 09:37:26.331760 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82dcd83-ebfd-4532-b580-813ff4fcc2f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5379be72-9eaf-4619-a02f-4f2e8c06b6cb,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:26.333273 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 39416) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:26.347097 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:26.478923 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f8e689eb-259c-4f47-adf9-ffb56f641bca admin admin] Publish callbacks [] for security_group (5379be72-9eaf-4619-a02f-4f2e8c06b6cb), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:26.532177 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f8e689eb-259c-4f47-adf9-ffb56f641bca admin admin] Publish callbacks [] for security_group (5379be72-9eaf-4619-a02f-4f2e8c06b6cb), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:26.553463 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:26.611168 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 39420) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:26.683243 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-55d464d3-c8d2-48ed-ab22-382d70ee215e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d766fa0b-5fc2-4f74-aff0-320d632bed9c {{(pid=106375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:37:26.692592 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f8e689eb-259c-4f47-adf9-ffb56f641bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (5379be72-9eaf-4619-a02f-4f2e8c06b6cb), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:26.696428 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f8e689eb-259c-4f47-adf9-ffb56f641bca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:26.698117 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-f8e689eb-259c-4f47-adf9-ffb56f641bca admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/5379be72-9eaf-4619-a02f-4f2e8c06b6cb HTTP/1.1" status: 204 len: 168 time: 0.3638163 Sep 30 09:37:26.700730 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-55d464d3-c8d2-48ed-ab22-382d70ee215e service neutron] Publish callbacks [] for port (d766fa0b-5fc2-4f74-aff0-320d632bed9c), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:26.718832 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e689eb-259c-4f47-adf9-ffb56f641bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5379be72-9eaf-4619-a02f-4f2e8c06b6cb,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:26.730149 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.provisioning_blocks [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-55d464d3-c8d2-48ed-ab22-382d70ee215e service neutron] Transition to ACTIVE for port object d766fa0b-5fc2-4f74-aff0-320d632bed9c will not be triggered until provisioned by entity L2. {{(pid=106375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 30 09:37:26.736985 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-55d464d3-c8d2-48ed-ab22-382d70ee215e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1379309'] for port (d766fa0b-5fc2-4f74-aff0-320d632bed9c), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:26.809940 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-657f41f4-0f80-4a54-bd6f-f6a2722896e5 None None] Attempt 2 to provision port d766fa0b-5fc2-4f74-aff0-320d632bed9c Sep 30 09:37:26.925162 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d464d3-c8d2-48ed-ab22-382d70ee215e service neutron] Pushing event updated for resources: {'Port': ['ID=d766fa0b-5fc2-4f74-aff0-320d632bed9c,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:26.947767 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 9a21ddad-3d17-4345-b8b7-a6377ef66f8f up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:37:26.953612 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-657f41f4-0f80-4a54-bd6f-f6a2722896e5 None None] Port d766fa0b-5fc2-4f74-aff0-320d632bed9c cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:37:26.971634 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-55d464d3-c8d2-48ed-ab22-382d70ee215e service neutron] Attempting to bind port d766fa0b-5fc2-4f74-aff0-320d632bed9c on host hv-cinder-maste for vnic_type normal with profile {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:37:26.972117 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-55d464d3-c8d2-48ed-ab22-382d70ee215e service neutron] Attempting to bind port d766fa0b-5fc2-4f74-aff0-320d632bed9c by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'aefed406-fea3-4ed3-9e70-0a36d600f315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e45abb02-b319-4872-9fb3-ccc0ce9d74e7'}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:37:26.973372 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-55d464d3-c8d2-48ed-ab22-382d70ee215e service neutron] Attempting to bind port d766fa0b-5fc2-4f74-aff0-320d632bed9c on network e45abb02-b319-4872-9fb3-ccc0ce9d74e7 {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:37:26.996005 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-2e313a89-d914-4812-ad98-04d3d61ed098 req-1dacd7aa-7fc2-4831-bf4b-fcd17a890bee tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 210 time: 0.1168909 Sep 30 09:37:27.044683 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device c5e78d2b-9ce2-4ec1-8400-042057ea376c no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:37:27.081316 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] No Port match for: c5e78d2b-9ce2-4ec1-8400-042057ea376c {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:37:27.082782 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device c5e78d2b-9ce2-4ec1-8400-042057ea376c not bound to the agent host hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:37:27.085400 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-b10851a2-605f-4fc9-bd4f-45c1db954863 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:27.086973 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-b10851a2-605f-4fc9-bd4f-45c1db954863 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.40 "GET /networking/v2.0/networks?id=e45abb02-b319-4872-9fb3-ccc0ce9d74e7 HTTP/1.1" status: 200 len: 819 time: 0.4848504 Sep 30 09:37:27.111382 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-55d464d3-c8d2-48ed-ab22-382d70ee215e service neutron] Port d766fa0b-5fc2-4f74-aff0-320d632bed9c on network e45abb02-b319-4872-9fb3-ccc0ce9d74e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:37:27.112083 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-55d464d3-c8d2-48ed-ab22-382d70ee215e service neutron] Attempting to bind port d766fa0b-5fc2-4f74-aff0-320d632bed9c on network e45abb02-b319-4872-9fb3-ccc0ce9d74e7 {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:37:27.121907 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port 9a21ddad-3d17-4345-b8b7-a6377ef66f8f triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:37:27.122397 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (9a21ddad-3d17-4345-b8b7-a6377ef66f8f), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:27.122799 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port 9a21ddad-3d17-4345-b8b7-a6377ef66f8f Sep 30 09:37:27.188710 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-55d464d3-c8d2-48ed-ab22-382d70ee215e service neutron] Checking agent: {'id': '163c8669-4b7e-4ed1-afd3-94872a5a2df2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 34), 'started_at': datetime.datetime(2022, 9, 30, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:37:27.189231 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-55d464d3-c8d2-48ed-ab22-382d70ee215e service neutron] Checking segment: {'id': 'aefed406-fea3-4ed3-9e70-0a36d600f315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e45abb02-b319-4872-9fb3-ccc0ce9d74e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:37:27.189820 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-55d464d3-c8d2-48ed-ab22-382d70ee215e service neutron] Bound using segment: {'id': 'aefed406-fea3-4ed3-9e70-0a36d600f315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e45abb02-b319-4872-9fb3-ccc0ce9d74e7'} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:37:27.190352 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-55d464d3-c8d2-48ed-ab22-382d70ee215e service neutron] Bound port: d766fa0b-5fc2-4f74-aff0-320d632bed9c, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aefed406-fea3-4ed3-9e70-0a36d600f315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e45abb02-b319-4872-9fb3-ccc0ce9d74e7'}}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:37:27.190716 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-55d464d3-c8d2-48ed-ab22-382d70ee215e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (d766fa0b-5fc2-4f74-aff0-320d632bed9c), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:27.195454 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-02089346-bca0-42b3-9aa4-c76816de65aa tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Request body: {'port': {'device_id': 'e38594fe-f6b0-4575-ab5c-995c455aa87d', 'network_id': 'e45abb02-b319-4872-9fb3-ccc0ce9d74e7', 'admin_state_up': True, 'tenant_id': '4290a542e73045309f6ceb8d4f5a267b'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:37:27.299758 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port 9a21ddad-3d17-4345-b8b7-a6377ef66f8f is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:37:27.339552 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-5bc53faf-ea0f-4da7-81b5-aadf6d6eb427 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:27.353511 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-55d464d3-c8d2-48ed-ab22-382d70ee215e service neutron] For port d766fa0b-5fc2-4f74-aff0-320d632bed9c, host hv-cinder-maste, cleared binding levels {{(pid=106375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:37:27.374421 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-55d464d3-c8d2-48ed-ab22-382d70ee215e service neutron] For port d766fa0b-5fc2-4f74-aff0-320d632bed9c, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d766fa0b-5fc2-4f74-aff0-320d632bed9c,segment=NetworkSegment(aefed406-fea3-4ed3-9e70-0a36d600f315),segment_id=aefed406-fea3-4ed3-9e70-0a36d600f315)] {{(pid=106375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:37:27.388959 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-55d464d3-c8d2-48ed-ab22-382d70ee215e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1379309'] for port (d766fa0b-5fc2-4f74-aff0-320d632bed9c), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:27.406182 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-55d464d3-c8d2-48ed-ab22-382d70ee215e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:27.407144 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-55d464d3-c8d2-48ed-ab22-382d70ee215e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:27.409264 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-55d464d3-c8d2-48ed-ab22-382d70ee215e service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/d766fa0b-5fc2-4f74-aff0-320d632bed9c HTTP/1.1" status: 200 len: 1094 time: 1.3849483 Sep 30 09:37:27.410668 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18a2b1f-f57b-46af-a893-bd3a63ed5e91', 'tag': 'd766fa0b-5fc2-4f74-aff0-320d632bed9c'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:37:27.413757 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a2765c340e485259911155c50f33e4425258638b85650f0a2a20d0c41df364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36392543-a27b-4bfe-ad72-fb933d85eb4a" -d '{"events": [{"name": "network-changed", "server_uuid": "b18a2b1f-f57b-46af-a893-bd3a63ed5e91", "tag": "d766fa0b-5fc2-4f74-aff0-320d632bed9c"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:37:27.454873 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-657f41f4-0f80-4a54-bd6f-f6a2722896e5 None None] Attempt 3 to provision port d766fa0b-5fc2-4f74-aff0-320d632bed9c Sep 30 09:37:27.487261 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:27.493135 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-02089346-bca0-42b3-9aa4-c76816de65aa tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Made reservation on behalf of 4290a542e73045309f6ceb8d4f5a267b for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:37:27.501463 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-02089346-bca0-42b3-9aa4-c76816de65aa tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:27.540030 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744e002f-faa8-4f06-bdeb-2359ae8186a7 x-openstack-request-id: req-744e002f-faa8-4f06-bdeb-2359ae8186a7 {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:37:27.540406 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b18a2b1f-f57b-46af-a893-bd3a63ed5e91", "tag": "d766fa0b-5fc2-4f74-aff0-320d632bed9c", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:37:27.541524 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-744e002f-faa8-4f06-bdeb-2359ae8186a7 {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:37:27.542028 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-744e002f-faa8-4f06-bdeb-2359ae8186a7'] response: {'name': 'network-changed', 'server_uuid': 'b18a2b1f-f57b-46af-a893-bd3a63ed5e91', 'tag': 'd766fa0b-5fc2-4f74-aff0-320d632bed9c', 'status': 'completed', 'code': 200} Sep 30 09:37:27.556174 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-657f41f4-0f80-4a54-bd6f-f6a2722896e5 None None] Port d766fa0b-5fc2-4f74-aff0-320d632bed9c had new provisioning blocks added so it will not transition to active. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 30 09:37:27.611295 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-5bc53faf-ea0f-4da7-81b5-aadf6d6eb427 admin admin] Publish callbacks [] for security_group (10af2bb8-6ad5-428c-b23e-112392bfd92a), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:27.612243 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:27.624757 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-5bc53faf-ea0f-4da7-81b5-aadf6d6eb427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (10af2bb8-6ad5-428c-b23e-112392bfd92a), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:27.638088 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d464d3-c8d2-48ed-ab22-382d70ee215e service neutron] Pushing event updated for resources: {'Port': ['ID=d766fa0b-5fc2-4f74-aff0-320d632bed9c,revision_number=3']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:27.663707 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-7e74b147-a899-4813-aebe-a976ed26a5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:27.665139 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-7e74b147-a899-4813-aebe-a976ed26a5ef service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=4290a542e73045309f6ceb8d4f5a267b&device_id=b18a2b1f-f57b-46af-a893-bd3a63ed5e91 HTTP/1.1" status: 200 len: 1128 time: 0.1571503 Sep 30 09:37:27.694727 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-5bc53faf-ea0f-4da7-81b5-aadf6d6eb427 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=b139144c40074965b405ddd5acdfbbd3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0796258 Sep 30 09:37:27.700269 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 39474) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:27.702777 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc53faf-ea0f-4da7-81b5-aadf6d6eb427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10af2bb8-6ad5-428c-b23e-112392bfd92a,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:27.733808 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-c880483e-4c3b-478c-8c08-cefdbb1ac990 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d766fa0b-5fc2-4f74-aff0-320d632bed9c HTTP/1.1" status: 200 len: 217 time: 0.0405073 Sep 30 09:37:27.772090 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-02089346-bca0-42b3-9aa4-c76816de65aa tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Allocated IP 172.20.0.8 (e45abb02-b319-4872-9fb3-ccc0ce9d74e7/5c348d1c-15e8-416a-bb01-9bc4f4316ae7/2046ed66-ea53-4a0e-ac98-334741b28408) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:37:27.777908 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:27.803491 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-abe882de-be72-4980-b6d5-83ef23265e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:27.805498 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-abe882de-be72-4980-b6d5-83ef23265e00 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=5c348d1c-15e8-416a-bb01-9bc4f4316ae7 HTTP/1.1" status: 200 len: 858 time: 0.0655663 Sep 30 09:37:27.843231 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:27.844256 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e64d187b-384a-47fe-bbbe-07b757110781 admin admin] Publish callbacks [] for security_group (10af2bb8-6ad5-428c-b23e-112392bfd92a), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:27.868505 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-f348f8d8-3c4a-4b1b-a20d-74fb4828af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:27.870369 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-f348f8d8-3c4a-4b1b-a20d-74fb4828af0d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=e45abb02-b319-4872-9fb3-ccc0ce9d74e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0587087 Sep 30 09:37:27.876684 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e64d187b-384a-47fe-bbbe-07b757110781 admin admin] Publish callbacks [] for security_group (10af2bb8-6ad5-428c-b23e-112392bfd92a), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:28.038494 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e64d187b-384a-47fe-bbbe-07b757110781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (10af2bb8-6ad5-428c-b23e-112392bfd92a), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:28.042393 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e64d187b-384a-47fe-bbbe-07b757110781 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:28.044578 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-e64d187b-384a-47fe-bbbe-07b757110781 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/10af2bb8-6ad5-428c-b23e-112392bfd92a HTTP/1.1" status: 204 len: 168 time: 0.3430626 Sep 30 09:37:28.066299 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d187b-384a-47fe-bbbe-07b757110781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10af2bb8-6ad5-428c-b23e-112392bfd92a,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:28.177567 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-02089346-bca0-42b3-9aa4-c76816de65aa tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks [] for port (2046ed66-ea53-4a0e-ac98-334741b28408), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:28.178007 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-b2cfda9d-2754-480c-b22b-0a4f1707ebd9 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e45abb02-b319-4872-9fb3-ccc0ce9d74e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022531 Sep 30 09:37:28.226850 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7ab21249-d508-4355-8aa2-58b71bc4e6d7 req-2ed00e84-e996-4393-afaf-e17f4e22a63c tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 210 time: 0.0533271 Sep 30 09:37:28.270168 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-02089346-bca0-42b3-9aa4-c76816de65aa tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29089666'] for port (2046ed66-ea53-4a0e-ac98-334741b28408), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:28.293450 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-20cf072f-5363-4565-99a0-3e52766f90b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:28.352370 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-02089346-bca0-42b3-9aa4-c76816de65aa tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Network e45abb02-b319-4872-9fb3-ccc0ce9d74e7 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:37:28.354617 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-02089346-bca0-42b3-9aa4-c76816de65aa tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:37:28.354801 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-775b4900-b1b4-42bc-ab9c-083568e8451f req-25bed433-0d57-44b8-9ee8-9a0ac6053c66 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e45abb02-b319-4872-9fb3-ccc0ce9d74e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674109 Sep 30 09:37:28.360093 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-02089346-bca0-42b3-9aa4-c76816de65aa tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:37:28.428296 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02089346-bca0-42b3-9aa4-c76816de65aa tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Pushing event updated for resources: {'Port': ['ID=2046ed66-ea53-4a0e-ac98-334741b28408,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:28.447334 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-02089346-bca0-42b3-9aa4-c76816de65aa tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:28.448190 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-02089346-bca0-42b3-9aa4-c76816de65aa tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:28.469162 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-02089346-bca0-42b3-9aa4-c76816de65aa tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2782028 Sep 30 09:37:28.708228 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-4d10edb7-9111-497e-a130-5547321580cf None None] Provisioning complete for port 2046ed66-ea53-4a0e-ac98-334741b28408 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:37:28.708639 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4d10edb7-9111-497e-a130-5547321580cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (2046ed66-ea53-4a0e-ac98-334741b28408), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:28.708977 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-4d10edb7-9111-497e-a130-5547321580cf None None] Attempt 1 to provision port 2046ed66-ea53-4a0e-ac98-334741b28408 Sep 30 09:37:28.746938 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-4d10edb7-9111-497e-a130-5547321580cf None None] Port 2046ed66-ea53-4a0e-ac98-334741b28408 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:37:29.248164 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-4d10edb7-9111-497e-a130-5547321580cf None None] Attempt 2 to provision port 2046ed66-ea53-4a0e-ac98-334741b28408 Sep 30 09:37:29.287566 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-4d10edb7-9111-497e-a130-5547321580cf None None] Port 2046ed66-ea53-4a0e-ac98-334741b28408 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:37:29.342154 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 39550) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:29.385258 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eac45f-1162-4247-9e5f-10ba8ea32126 req-d5a93a99-ab28-4370-a0aa-ce065689085a tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:29.387816 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a1eac45f-1162-4247-9e5f-10ba8ea32126 req-d5a93a99-ab28-4370-a0aa-ce065689085a tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 931 time: 0.0611069 Sep 30 09:37:29.437572 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:29.454336 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a1eac45f-1162-4247-9e5f-10ba8ea32126 req-484bcb7d-dc4a-44ef-bdfc-5a608e42ce64 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605168 Sep 30 09:37:29.478557 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-03bc1f4d-b123-4ce6-bc98-1937b3859281 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:29.558794 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-03bc1f4d-b123-4ce6-bc98-1937b3859281 admin admin] Publish callbacks [] for security_group (89350a73-6679-46c6-9010-9979a27b40fa), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:29.562868 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-03bc1f4d-b123-4ce6-bc98-1937b3859281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (89350a73-6679-46c6-9010-9979a27b40fa), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:29.604142 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:29.604649 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bc1f4d-b123-4ce6-bc98-1937b3859281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89350a73-6679-46c6-9010-9979a27b40fa,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:29.609231 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-03bc1f4d-b123-4ce6-bc98-1937b3859281 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=3a634055eea14346bd2ec2e14151633b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2652824 Sep 30 09:37:29.611863 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 39562) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:29.664014 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-cd481283-a9f2-41e3-9392-51e19f29cd99 admin admin] Publish callbacks [] for security_group (89350a73-6679-46c6-9010-9979a27b40fa), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:29.689272 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-cd481283-a9f2-41e3-9392-51e19f29cd99 admin admin] Publish callbacks [] for security_group (89350a73-6679-46c6-9010-9979a27b40fa), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:29.741885 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-cd481283-a9f2-41e3-9392-51e19f29cd99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (89350a73-6679-46c6-9010-9979a27b40fa), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:29.744681 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-cd481283-a9f2-41e3-9392-51e19f29cd99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:29.746071 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-cd481283-a9f2-41e3-9392-51e19f29cd99 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/89350a73-6679-46c6-9010-9979a27b40fa HTTP/1.1" status: 204 len: 168 time: 0.1332905 Sep 30 09:37:29.766468 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd481283-a9f2-41e3-9392-51e19f29cd99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89350a73-6679-46c6-9010-9979a27b40fa,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:29.788879 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-4d10edb7-9111-497e-a130-5547321580cf None None] Attempt 3 to provision port 2046ed66-ea53-4a0e-ac98-334741b28408 Sep 30 09:37:29.838946 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-4d10edb7-9111-497e-a130-5547321580cf None None] Port 2046ed66-ea53-4a0e-ac98-334741b28408 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:37:30.340547 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-4d10edb7-9111-497e-a130-5547321580cf None None] Attempt 4 to provision port 2046ed66-ea53-4a0e-ac98-334741b28408 Sep 30 09:37:30.354732 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-20433b3a-d15c-4c08-91d6-a862cf515c98 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=0124ee0c926240e8b69b3b70ef93080b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448186 Sep 30 09:37:30.387646 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-4d10edb7-9111-497e-a130-5547321580cf None None] Port 2046ed66-ea53-4a0e-ac98-334741b28408 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:37:30.477595 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:30.582051 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-fb436cdf-cde0-403e-ab59-6e26cda50340 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:30.583950 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-fb436cdf-cde0-403e-ab59-6e26cda50340 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2282386 Sep 30 09:37:30.637219 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-953b1a33-5584-4aab-8520-8cb26dce8e09 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] 10.222.0.15 "GET /networking/v2.0/quotas/0124ee0c926240e8b69b3b70ef93080b HTTP/1.1" status: 200 len: 375 time: 0.0455289 Sep 30 09:37:30.705490 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-ea9b9500-8940-459b-a93a-d705405974d5 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=0124ee0c926240e8b69b3b70ef93080b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669262 Sep 30 09:37:30.720810 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae9399-0374-436d-af82-51258d3bf6fc req-9a789829-1659-45db-9261-afc0f6f56bb2 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:30.726595 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-feae9399-0374-436d-af82-51258d3bf6fc req-9a789829-1659-45db-9261-afc0f6f56bb2 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 931 time: 0.1184731 Sep 30 09:37:30.834342 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-feae9399-0374-436d-af82-51258d3bf6fc req-c2404845-d0dd-4d3f-b056-182aaf131753 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944800 Sep 30 09:37:30.889060 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-4d10edb7-9111-497e-a130-5547321580cf None None] Attempt 5 to provision port 2046ed66-ea53-4a0e-ac98-334741b28408 Sep 30 09:37:30.906945 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-ec9adce0-6cff-4b59-8bad-9298042548cd service neutron] Request body: {'port': {'device_id': 'e38594fe-f6b0-4575-ab5c-995c455aa87d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:37:30.965991 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:30.984815 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36392543-a27b-4bfe-ad72-fb933d85eb4a req-4ff52139-aae3-4739-81a5-fcd4a7c76f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:30.988526 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:30.989767 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-36392543-a27b-4bfe-ad72-fb933d85eb4a req-4ff52139-aae3-4739-81a5-fcd4a7c76f9f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=4290a542e73045309f6ceb8d4f5a267b&device_id=b18a2b1f-f57b-46af-a893-bd3a63ed5e91 HTTP/1.1" status: 200 len: 1128 time: 0.0858848 Sep 30 09:37:31.028097 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-eaa48cca-eac7-4433-9266-03188114e078 req-f4a7d5d8-d578-4076-b579-d0e693cb0ea5 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f1bc731d-9db4-4fae-b150-eeef8b34314d HTTP/1.1" status: 200 len: 210 time: 0.0972986 Sep 30 09:37:31.062041 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-4d10edb7-9111-497e-a130-5547321580cf None None] Port 2046ed66-ea53-4a0e-ac98-334741b28408 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:37:31.065190 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:31.066679 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:31.093482 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-ec9adce0-6cff-4b59-8bad-9298042548cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (2046ed66-ea53-4a0e-ac98-334741b28408), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:31.176349 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36392543-a27b-4bfe-ad72-fb933d85eb4a req-4aee2273-cef1-4af0-80a4-f84e6c0444f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:31.178128 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-36392543-a27b-4bfe-ad72-fb933d85eb4a req-4aee2273-cef1-4af0-80a4-f84e6c0444f8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=e45abb02-b319-4872-9fb3-ccc0ce9d74e7 HTTP/1.1" status: 200 len: 920 time: 0.1829591 Sep 30 09:37:31.226656 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:31.262730 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-36392543-a27b-4bfe-ad72-fb933d85eb4a req-fb34e1cb-3875-49b4-b59e-ef54301dee95 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d766fa0b-5fc2-4f74-aff0-320d632bed9c HTTP/1.1" status: 200 len: 217 time: 0.0767159 Sep 30 09:37:31.365693 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36392543-a27b-4bfe-ad72-fb933d85eb4a req-8988c874-4ec6-48df-b9a7-e785ce32e515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:31.367236 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-36392543-a27b-4bfe-ad72-fb933d85eb4a req-8988c874-4ec6-48df-b9a7-e785ce32e515 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=5c348d1c-15e8-416a-bb01-9bc4f4316ae7 HTTP/1.1" status: 200 len: 858 time: 0.0901244 Sep 30 09:37:31.427360 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36392543-a27b-4bfe-ad72-fb933d85eb4a req-37030a20-6d85-4bad-a832-a74069ce6e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:31.429021 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-36392543-a27b-4bfe-ad72-fb933d85eb4a req-37030a20-6d85-4bad-a832-a74069ce6e22 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=e45abb02-b319-4872-9fb3-ccc0ce9d74e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0544581 Sep 30 09:37:31.455521 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.notifiers.nova [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-ec9adce0-6cff-4b59-8bad-9298042548cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2046ed66-ea53-4a0e-ac98-334741b28408 {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:37:31.463782 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-ec9adce0-6cff-4b59-8bad-9298042548cd service neutron] Publish callbacks [] for port (2046ed66-ea53-4a0e-ac98-334741b28408), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:31.478097 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-ec9adce0-6cff-4b59-8bad-9298042548cd service neutron] Transition to ACTIVE for port object 2046ed66-ea53-4a0e-ac98-334741b28408 will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 30 09:37:31.489121 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-ec9adce0-6cff-4b59-8bad-9298042548cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29089685'] for port (2046ed66-ea53-4a0e-ac98-334741b28408), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:31.554561 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:31.557411 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:31.564642 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-4d10edb7-9111-497e-a130-5547321580cf None None] Attempt 6 to provision port 2046ed66-ea53-4a0e-ac98-334741b28408 Sep 30 09:37:31.582586 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9adce0-6cff-4b59-8bad-9298042548cd service neutron] Pushing event updated for resources: {'Port': ['ID=2046ed66-ea53-4a0e-ac98-334741b28408,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:31.612135 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-36392543-a27b-4bfe-ad72-fb933d85eb4a req-5f3ac42b-607d-4971-831b-596ac8237cbb service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e45abb02-b319-4872-9fb3-ccc0ce9d74e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761873 Sep 30 09:37:31.661057 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-4d10edb7-9111-497e-a130-5547321580cf None None] Port 2046ed66-ea53-4a0e-ac98-334741b28408 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:37:31.735171 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-ec9adce0-6cff-4b59-8bad-9298042548cd service neutron] Attempting to bind port 2046ed66-ea53-4a0e-ac98-334741b28408 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:37:31.735553 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-ec9adce0-6cff-4b59-8bad-9298042548cd service neutron] Attempting to bind port 2046ed66-ea53-4a0e-ac98-334741b28408 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'aefed406-fea3-4ed3-9e70-0a36d600f315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e45abb02-b319-4872-9fb3-ccc0ce9d74e7'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:37:31.735883 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-ec9adce0-6cff-4b59-8bad-9298042548cd service neutron] Attempting to bind port 2046ed66-ea53-4a0e-ac98-334741b28408 on network e45abb02-b319-4872-9fb3-ccc0ce9d74e7 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:37:31.794490 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-ec9adce0-6cff-4b59-8bad-9298042548cd service neutron] Port 2046ed66-ea53-4a0e-ac98-334741b28408 on network e45abb02-b319-4872-9fb3-ccc0ce9d74e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:37:31.795002 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-ec9adce0-6cff-4b59-8bad-9298042548cd service neutron] Attempting to bind port 2046ed66-ea53-4a0e-ac98-334741b28408 on network e45abb02-b319-4872-9fb3-ccc0ce9d74e7 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:37:31.824111 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 39676) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:31.847957 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-36392543-a27b-4bfe-ad72-fb933d85eb4a req-a4be4637-61eb-46ef-9770-c1e90cb79ae0 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e45abb02-b319-4872-9fb3-ccc0ce9d74e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240658 Sep 30 09:37:31.851683 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-ec9adce0-6cff-4b59-8bad-9298042548cd service neutron] Checking agent: {'id': '163c8669-4b7e-4ed1-afd3-94872a5a2df2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 34), 'started_at': datetime.datetime(2022, 9, 30, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:37:31.852024 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-ec9adce0-6cff-4b59-8bad-9298042548cd service neutron] Checking segment: {'id': 'aefed406-fea3-4ed3-9e70-0a36d600f315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e45abb02-b319-4872-9fb3-ccc0ce9d74e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:37:31.852400 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-ec9adce0-6cff-4b59-8bad-9298042548cd service neutron] Bound using segment: {'id': 'aefed406-fea3-4ed3-9e70-0a36d600f315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e45abb02-b319-4872-9fb3-ccc0ce9d74e7'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:37:31.853265 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-ec9adce0-6cff-4b59-8bad-9298042548cd service neutron] Bound port: 2046ed66-ea53-4a0e-ac98-334741b28408, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aefed406-fea3-4ed3-9e70-0a36d600f315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e45abb02-b319-4872-9fb3-ccc0ce9d74e7'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:37:31.853731 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-ec9adce0-6cff-4b59-8bad-9298042548cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (2046ed66-ea53-4a0e-ac98-334741b28408), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:31.979523 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-ec9adce0-6cff-4b59-8bad-9298042548cd service neutron] For port 2046ed66-ea53-4a0e-ac98-334741b28408, host hv-cinder-maste, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:37:32.004834 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-ec9adce0-6cff-4b59-8bad-9298042548cd service neutron] For port 2046ed66-ea53-4a0e-ac98-334741b28408, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2046ed66-ea53-4a0e-ac98-334741b28408,segment=NetworkSegment(aefed406-fea3-4ed3-9e70-0a36d600f315),segment_id=aefed406-fea3-4ed3-9e70-0a36d600f315)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:37:32.012731 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26fa32-97f5-4686-8d19-02d259870121 req-09124453-12b8-4c90-ae0c-eff83c211f70 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:32.014274 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-aa26fa32-97f5-4686-8d19-02d259870121 req-09124453-12b8-4c90-ae0c-eff83c211f70 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 943 time: 0.0713069 Sep 30 09:37:32.016120 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-ec9adce0-6cff-4b59-8bad-9298042548cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29089685'] for port (2046ed66-ea53-4a0e-ac98-334741b28408), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:32.023946 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-ec9adce0-6cff-4b59-8bad-9298042548cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:32.024742 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-ec9adce0-6cff-4b59-8bad-9298042548cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:32.026119 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-ec9adce0-6cff-4b59-8bad-9298042548cd service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/2046ed66-ea53-4a0e-ac98-334741b28408 HTTP/1.1" status: 200 len: 1093 time: 1.1336336 Sep 30 09:37:32.026702 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e38594fe-f6b0-4575-ab5c-995c455aa87d', 'tag': '2046ed66-ea53-4a0e-ac98-334741b28408'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:37:32.029219 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fcb41cfe2f49de8823fc1653213cc9e5b77d80f13114ba069ec5cf27ea68f53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de3d518-97e4-4b63-92df-5a2e09f82862" -d '{"events": [{"name": "network-changed", "server_uuid": "e38594fe-f6b0-4575-ab5c-995c455aa87d", "tag": "2046ed66-ea53-4a0e-ac98-334741b28408"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:37:32.056200 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-bbbe9c5c-9a64-45db-939c-0baa28c8ab8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:32.085188 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:32.109326 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-aa26fa32-97f5-4686-8d19-02d259870121 req-340795b0-2e21-477b-af6f-92c84be2abee tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856662 Sep 30 09:37:32.126049 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9adce0-6cff-4b59-8bad-9298042548cd service neutron] Pushing event updated for resources: {'Port': ['ID=2046ed66-ea53-4a0e-ac98-334741b28408,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:32.159423 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601a4341-c973-4c85-af5d-f3d63b424f42 x-openstack-request-id: req-601a4341-c973-4c85-af5d-f3d63b424f42 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:37:32.159746 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e38594fe-f6b0-4575-ab5c-995c455aa87d", "tag": "2046ed66-ea53-4a0e-ac98-334741b28408", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:37:32.160418 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-601a4341-c973-4c85-af5d-f3d63b424f42 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:37:32.161119 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-601a4341-c973-4c85-af5d-f3d63b424f42'] response: {'name': 'network-changed', 'server_uuid': 'e38594fe-f6b0-4575-ab5c-995c455aa87d', 'tag': '2046ed66-ea53-4a0e-ac98-334741b28408', 'status': 'completed', 'code': 200} Sep 30 09:37:32.165400 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-4d10edb7-9111-497e-a130-5547321580cf None None] Attempt 7 to provision port 2046ed66-ea53-4a0e-ac98-334741b28408 Sep 30 09:37:32.204043 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-55dce003-4492-409b-be85-52bf4e2ad989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:32.205857 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-55dce003-4492-409b-be85-52bf4e2ad989 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=4290a542e73045309f6ceb8d4f5a267b&device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 1127 time: 0.0753698 Sep 30 09:37:32.251331 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-4d10edb7-9111-497e-a130-5547321580cf None None] Port 2046ed66-ea53-4a0e-ac98-334741b28408 had new provisioning blocks added so it will not transition to active. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 30 09:37:32.261515 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-bbbe9c5c-9a64-45db-939c-0baa28c8ab8e admin admin] Publish callbacks [] for security_group (394ff8df-931a-46fd-9e92-da9817d9d2cd), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:32.266978 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-bbbe9c5c-9a64-45db-939c-0baa28c8ab8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (394ff8df-931a-46fd-9e92-da9817d9d2cd), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:32.282243 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-7e0bec78-79c6-44ad-8233-21e6993daf88 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2046ed66-ea53-4a0e-ac98-334741b28408 HTTP/1.1" status: 200 len: 217 time: 0.0629051 Sep 30 09:37:32.321437 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-27047013-3cbf-423b-88ee-d2bed217a66a req-8b060833-ad3c-4161-abcb-9f2b1d54cda8 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f1bc731d-9db4-4fae-b150-eeef8b34314d HTTP/1.1" status: 200 len: 210 time: 0.0416226 Sep 30 09:37:32.343822 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-bbbe9c5c-9a64-45db-939c-0baa28c8ab8e admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=dd24382898d5474a86e7bb4524d1b007&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5186696 Sep 30 09:37:32.344408 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 39700) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:32.360394 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe9c5c-9a64-45db-939c-0baa28c8ab8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394ff8df-931a-46fd-9e92-da9817d9d2cd,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:32.390033 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-25d091a5-bc75-4fe4-89cb-e03a5befa786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:32.391738 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-25d091a5-bc75-4fe4-89cb-e03a5befa786 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=5c348d1c-15e8-416a-bb01-9bc4f4316ae7 HTTP/1.1" status: 200 len: 858 time: 0.0999570 Sep 30 09:37:32.413910 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-bb85a509-e260-4aed-bf62-e2d73a980ede admin admin] Publish callbacks [] for security_group (394ff8df-931a-46fd-9e92-da9817d9d2cd), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:32.434597 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-bb85a509-e260-4aed-bf62-e2d73a980ede admin admin] Publish callbacks [] for security_group (394ff8df-931a-46fd-9e92-da9817d9d2cd), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:32.440859 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-d1c493d0-1c1c-4c66-8baa-9920886afcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:32.443439 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-d1c493d0-1c1c-4c66-8baa-9920886afcb5 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=e45abb02-b319-4872-9fb3-ccc0ce9d74e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0439124 Sep 30 09:37:32.486134 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-bb85a509-e260-4aed-bf62-e2d73a980ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (394ff8df-931a-46fd-9e92-da9817d9d2cd), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:32.489542 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-bb85a509-e260-4aed-bf62-e2d73a980ede admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:32.490685 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-bb85a509-e260-4aed-bf62-e2d73a980ede admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/394ff8df-931a-46fd-9e92-da9817d9d2cd HTTP/1.1" status: 204 len: 168 time: 0.1453850 Sep 30 09:37:32.498208 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85a509-e260-4aed-bf62-e2d73a980ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394ff8df-931a-46fd-9e92-da9817d9d2cd,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:32.703938 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:32.762540 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-c45ad7a6-48b9-42cf-b502-b42f4ae82d74 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e45abb02-b319-4872-9fb3-ccc0ce9d74e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151283 Sep 30 09:37:32.881793 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-2dca8065-59e0-4b21-b98b-c8f2b99cb412 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=0124ee0c926240e8b69b3b70ef93080b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0749173 Sep 30 09:37:32.893441 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6913febc-1df2-4862-bae2-750ffa1fb997 req-c61f4960-5ca2-4f75-a6d2-6bec73b4a0d0 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e45abb02-b319-4872-9fb3-ccc0ce9d74e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938194 Sep 30 09:37:32.981227 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device d766fa0b-5fc2-4f74-aff0-320d632bed9c details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:37:33.155303 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port d766fa0b-5fc2-4f74-aff0-320d632bed9c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d766fa0b-5fc2-4f74-aff0-320d632bed9c,segment=NetworkSegment(aefed406-fea3-4ed3-9e70-0a36d600f315),segment_id=aefed406-fea3-4ed3-9e70-0a36d600f315)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:37:33.176444 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Returning: {'device': 'd766fa0b-5fc2-4f74-aff0-320d632bed9c', 'network_id': 'e45abb02-b319-4872-9fb3-ccc0ce9d74e7', 'port_id': 'd766fa0b-5fc2-4f74-aff0-320d632bed9c', 'mac_address': 'fa:16:3e:a0:8a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c348d1c-15e8-416a-bb01-9bc4f4316ae7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:37:33.229961 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port d766fa0b-5fc2-4f74-aff0-320d632bed9c is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:37:33.230577 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (d766fa0b-5fc2-4f74-aff0-320d632bed9c), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:33.250604 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d766fa0b-5fc2-4f74-aff0-320d632bed9c {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:37:33.255992 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:37:33.317711 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port d766fa0b-5fc2-4f74-aff0-320d632bed9c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d766fa0b-5fc2-4f74-aff0-320d632bed9c,segment=NetworkSegment(aefed406-fea3-4ed3-9e70-0a36d600f315),segment_id=aefed406-fea3-4ed3-9e70-0a36d600f315)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:37:33.326317 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (d766fa0b-5fc2-4f74-aff0-320d632bed9c), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:33.346675 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9a4e2-7ec5-49de-b2e9-aa57a3f7b858 req-b68f4a29-b817-4a2a-8af2-6468f912f793 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:33.352807 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4ec9a4e2-7ec5-49de-b2e9-aa57a3f7b858 req-b68f4a29-b817-4a2a-8af2-6468f912f793 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 943 time: 0.1096950 Sep 30 09:37:33.442060 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=d766fa0b-5fc2-4f74-aff0-320d632bed9c,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:33.498027 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4ec9a4e2-7ec5-49de-b2e9-aa57a3f7b858 req-c6a5c099-57cc-45b7-8b96-394aab70c10f tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305521 Sep 30 09:37:33.526709 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-ddd8e6e3-9117-4e4c-873a-7ce891660400 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:33.536182 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-ddd8e6e3-9117-4e4c-873a-7ce891660400 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6532519 Sep 30 09:37:33.562384 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f34a3be1-4c38-409c-a783-b0b07e279115 req-b42658f2-cc57-42de-a29a-bd85cd727823 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f1bc731d-9db4-4fae-b150-eeef8b34314d HTTP/1.1" status: 200 len: 210 time: 0.0630517 Sep 30 09:37:33.864629 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] get_ports_and_sgs() called for port_ids ['d766fa0b-5fc2-4f74-aff0-320d632bed9c'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:37:33.959968 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 39762) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:34.143877 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-02418afb-6b59-46e8-8824-1800bf7b070e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:34.285841 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-02418afb-6b59-46e8-8824-1800bf7b070e admin admin] Publish callbacks [] for security_group (c57a871e-8ccc-4910-8a41-3a4201089d3f), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:34.294260 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-02418afb-6b59-46e8-8824-1800bf7b070e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (c57a871e-8ccc-4910-8a41-3a4201089d3f), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:34.335153 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:34.354913 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-02418afb-6b59-46e8-8824-1800bf7b070e admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=4a0e8c1869b647449387361c894de25a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3922703 Sep 30 09:37:34.358056 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02418afb-6b59-46e8-8824-1800bf7b070e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57a871e-8ccc-4910-8a41-3a4201089d3f,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:34.358929 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 39778) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:34.426632 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5afc5d3d-7562-47d3-9178-0d492edfe9e4 admin admin] Publish callbacks [] for security_group (c57a871e-8ccc-4910-8a41-3a4201089d3f), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:34.449936 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5afc5d3d-7562-47d3-9178-0d492edfe9e4 admin admin] Publish callbacks [] for security_group (c57a871e-8ccc-4910-8a41-3a4201089d3f), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:34.508894 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5afc5d3d-7562-47d3-9178-0d492edfe9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (c57a871e-8ccc-4910-8a41-3a4201089d3f), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:34.512149 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-5afc5d3d-7562-47d3-9178-0d492edfe9e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:34.513388 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-5afc5d3d-7562-47d3-9178-0d492edfe9e4 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c57a871e-8ccc-4910-8a41-3a4201089d3f HTTP/1.1" status: 204 len: 168 time: 0.1501212 Sep 30 09:37:34.530291 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc5d3d-7562-47d3-9178-0d492edfe9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57a871e-8ccc-4910-8a41-3a4201089d3f,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:34.616523 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:34.684120 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87214c27-6243-459d-9139-d365e5ac2727 req-fd2aa895-c173-46b5-a3e5-307803bee395 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:34.686141 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-87214c27-6243-459d-9139-d365e5ac2727 req-fd2aa895-c173-46b5-a3e5-307803bee395 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 943 time: 0.0682704 Sep 30 09:37:34.793378 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-fcd1d6d3-c852-43aa-b991-09102cd81230 req-de307997-c903-457a-b8de-00ef49422ae8 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f1bc731d-9db4-4fae-b150-eeef8b34314d HTTP/1.1" status: 200 len: 210 time: 0.0777051 Sep 30 09:37:34.803184 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-87214c27-6243-459d-9139-d365e5ac2727 req-51e732f9-2870-43b6-8e35-fc5d9bc53666 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098139 Sep 30 09:37:35.006336 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device d766fa0b-5fc2-4f74-aff0-320d632bed9c up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:37:35.056129 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Provisioning for port d766fa0b-5fc2-4f74-aff0-320d632bed9c completed by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 30 09:37:35.063004 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Provisioning complete for port d766fa0b-5fc2-4f74-aff0-320d632bed9c triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:37:35.063765 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (d766fa0b-5fc2-4f74-aff0-320d632bed9c), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:35.064286 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Attempt 1 to provision port d766fa0b-5fc2-4f74-aff0-320d632bed9c Sep 30 09:37:35.072606 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 39816) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:35.094796 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-839f256e-da1c-485b-b074-f31761c20c35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:35.159127 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port d766fa0b-5fc2-4f74-aff0-320d632bed9c is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:37:35.159557 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (d766fa0b-5fc2-4f74-aff0-320d632bed9c), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:35.186190 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18a2b1f-f57b-46af-a893-bd3a63ed5e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd766fa0b-5fc2-4f74-aff0-320d632bed9c'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:37:35.188473 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}572cd3d2a36c298d242844143b4f2eb8d6763781bbf742a8cfd50e233d5d8038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83de206-6082-45af-a893-8e3474239579" -d '{"events": [{"server_uuid": "b18a2b1f-f57b-46af-a893-bd3a63ed5e91", "name": "network-vif-plugged", "status": "completed", "tag": "d766fa0b-5fc2-4f74-aff0-320d632bed9c"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:37:35.202683 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port d766fa0b-5fc2-4f74-aff0-320d632bed9c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d766fa0b-5fc2-4f74-aff0-320d632bed9c,segment=NetworkSegment(aefed406-fea3-4ed3-9e70-0a36d600f315),segment_id=aefed406-fea3-4ed3-9e70-0a36d600f315)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:37:35.204655 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-839f256e-da1c-485b-b074-f31761c20c35 admin admin] Publish callbacks [] for security_group (2267f53a-15aa-494b-a649-deb082011e1c), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:35.208644 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (d766fa0b-5fc2-4f74-aff0-320d632bed9c), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:35.209868 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-839f256e-da1c-485b-b074-f31761c20c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (2267f53a-15aa-494b-a649-deb082011e1c), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:35.240717 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:35.252816 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c84c132-3e68-4162-be99-17c43f8dd3eb x-openstack-request-id: req-7c84c132-3e68-4162-be99-17c43f8dd3eb {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:37:35.253214 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18a2b1f-f57b-46af-a893-bd3a63ed5e91", "name": "network-vif-plugged", "status": "completed", "tag": "d766fa0b-5fc2-4f74-aff0-320d632bed9c", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:37:35.254342 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7c84c132-3e68-4162-be99-17c43f8dd3eb {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:37:35.255005 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c84c132-3e68-4162-be99-17c43f8dd3eb'] response: {'server_uuid': 'b18a2b1f-f57b-46af-a893-bd3a63ed5e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd766fa0b-5fc2-4f74-aff0-320d632bed9c', 'code': 200} Sep 30 09:37:35.267475 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=d766fa0b-5fc2-4f74-aff0-320d632bed9c,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:35.275170 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-839f256e-da1c-485b-b074-f31761c20c35 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=da0fa7fbdb93488dbb1c151991aa98f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2012315 Sep 30 09:37:35.278243 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f256e-da1c-485b-b074-f31761c20c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2267f53a-15aa-494b-a649-deb082011e1c,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:35.278576 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 39824) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:35.345001 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4c71fbba-ec89-4e94-9dfd-41e0dd3d71d3 admin admin] Publish callbacks [] for security_group (2267f53a-15aa-494b-a649-deb082011e1c), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:35.372832 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4c71fbba-ec89-4e94-9dfd-41e0dd3d71d3 admin admin] Publish callbacks [] for security_group (2267f53a-15aa-494b-a649-deb082011e1c), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:35.422095 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4c71fbba-ec89-4e94-9dfd-41e0dd3d71d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (2267f53a-15aa-494b-a649-deb082011e1c), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:35.424622 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4c71fbba-ec89-4e94-9dfd-41e0dd3d71d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:35.426581 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-4c71fbba-ec89-4e94-9dfd-41e0dd3d71d3 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/2267f53a-15aa-494b-a649-deb082011e1c HTTP/1.1" status: 204 len: 168 time: 0.1468241 Sep 30 09:37:35.434595 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c71fbba-ec89-4e94-9dfd-41e0dd3d71d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2267f53a-15aa-494b-a649-deb082011e1c,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:35.447172 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:35.777490 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 39836) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:35.791359 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-55ae9ca9-135a-42ac-86c2-839fcd475e5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:35.832354 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:35.908162 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-55ae9ca9-135a-42ac-86c2-839fcd475e5d admin admin] Publish callbacks [] for security_group (45b32b28-a60f-47d6-add3-ac640f21e04e), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:35.908476 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-33f996c6-2ede-4712-a870-25d61b9d4f6b tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] Request body: {'port': {'device_id': 'f1bc731d-9db4-4fae-b150-eeef8b34314d', 'network_id': 'c9fe95ba-6c7c-4793-b43e-760e3c0c0cb6', 'admin_state_up': True, 'tenant_id': '0124ee0c926240e8b69b3b70ef93080b'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:37:35.990075 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df1ac0-b66b-4fd4-93ac-607ac0db31c1 req-587cef64-8e3e-47ad-ada2-6ac46cc72ae6 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:35.991644 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-b4df1ac0-b66b-4fd4-93ac-607ac0db31c1 req-587cef64-8e3e-47ad-ada2-6ac46cc72ae6 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 943 time: 0.0789251 Sep 30 09:37:36.002844 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-55ae9ca9-135a-42ac-86c2-839fcd475e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (45b32b28-a60f-47d6-add3-ac640f21e04e), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:36.071889 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ae9ca9-135a-42ac-86c2-839fcd475e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b32b28-a60f-47d6-add3-ac640f21e04e,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:36.074532 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:36.125162 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-139d6814-6b75-49b7-82c2-e5726ff62fb2 req-4eb936b7-798e-4aa2-8969-57e78fd08f3f tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f1bc731d-9db4-4fae-b150-eeef8b34314d HTTP/1.1" status: 200 len: 210 time: 0.1322081 Sep 30 09:37:36.125738 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-33f996c6-2ede-4712-a870-25d61b9d4f6b tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] Made reservation on behalf of 0124ee0c926240e8b69b3b70ef93080b for: {'port': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:37:36.131196 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-33f996c6-2ede-4712-a870-25d61b9d4f6b tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:36.144686 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-55ae9ca9-135a-42ac-86c2-839fcd475e5d admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=113787f3f77d4c7d81df50abfdba6121&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3654656 Sep 30 09:37:36.147167 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3d518-97e4-4b63-92df-5a2e09f82862 req-6fb694ca-dc00-434b-8a81-db4db6a6f781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:36.148708 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4de3d518-97e4-4b63-92df-5a2e09f82862 req-6fb694ca-dc00-434b-8a81-db4db6a6f781 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=4290a542e73045309f6ceb8d4f5a267b&device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 1127 time: 0.1542549 Sep 30 09:37:36.154530 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 39858) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:36.178103 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-33f996c6-2ede-4712-a870-25d61b9d4f6b tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:36.224707 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-b4df1ac0-b66b-4fd4-93ac-607ac0db31c1 req-150f2e38-e530-40ee-8556-c7cb4c666d3b tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101097 Sep 30 09:37:36.337933 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa9428-e4a6-434d-b275-c626aed9cb0c req-331a15da-62a7-41e2-bd88-0b847fc0ef20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:36.339858 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-fbaa9428-e4a6-434d-b275-c626aed9cb0c req-331a15da-62a7-41e2-bd88-0b847fc0ef20 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b18a2b1f-f57b-46af-a893-bd3a63ed5e91 HTTP/1.1" status: 200 len: 1130 time: 0.1838140 Sep 30 09:37:36.415530 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4b39a18d-3e71-4bb0-b57e-c7ead26da03d admin admin] Publish callbacks [] for security_group (45b32b28-a60f-47d6-add3-ac640f21e04e), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:36.448048 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-33f996c6-2ede-4712-a870-25d61b9d4f6b tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] Publish callbacks [] for security_group (b79515fe-e2fc-4e06-8d2b-e50db6d747f7), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:36.464410 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-33f996c6-2ede-4712-a870-25d61b9d4f6b tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (b79515fe-e2fc-4e06-8d2b-e50db6d747f7), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:36.502806 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4b39a18d-3e71-4bb0-b57e-c7ead26da03d admin admin] Publish callbacks [] for security_group (45b32b28-a60f-47d6-add3-ac640f21e04e), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:36.554618 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3d518-97e4-4b63-92df-5a2e09f82862 req-2e2f2813-6cd0-4b7b-aee8-ac3c57638b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:36.556739 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4de3d518-97e4-4b63-92df-5a2e09f82862 req-2e2f2813-6cd0-4b7b-aee8-ac3c57638b84 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=e45abb02-b319-4872-9fb3-ccc0ce9d74e7 HTTP/1.1" status: 200 len: 920 time: 0.3954465 Sep 30 09:37:36.586401 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f996c6-2ede-4712-a870-25d61b9d4f6b tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b79515fe-e2fc-4e06-8d2b-e50db6d747f7,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:36.597599 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4de3d518-97e4-4b63-92df-5a2e09f82862 req-36e2435c-5f45-42d9-b17b-4a56488c2899 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2046ed66-ea53-4a0e-ac98-334741b28408 HTTP/1.1" status: 200 len: 217 time: 0.0340822 Sep 30 09:37:36.607478 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-fbaa9428-e4a6-434d-b275-c626aed9cb0c req-2435a773-fc70-4bfa-82d5-d82542ecdd5c service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137327 Sep 30 09:37:36.648407 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3d518-97e4-4b63-92df-5a2e09f82862 req-337fc502-05b4-4be2-9d2e-d0510bcb5e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:36.649786 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4de3d518-97e4-4b63-92df-5a2e09f82862 req-337fc502-05b4-4be2-9d2e-d0510bcb5e4c service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=5c348d1c-15e8-416a-bb01-9bc4f4316ae7 HTTP/1.1" status: 200 len: 858 time: 0.0460060 Sep 30 09:37:36.669749 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4b39a18d-3e71-4bb0-b57e-c7ead26da03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (45b32b28-a60f-47d6-add3-ac640f21e04e), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:36.672252 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4b39a18d-3e71-4bb0-b57e-c7ead26da03d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:36.673371 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-4b39a18d-3e71-4bb0-b57e-c7ead26da03d admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/45b32b28-a60f-47d6-add3-ac640f21e04e HTTP/1.1" status: 204 len: 168 time: 0.5160296 Sep 30 09:37:36.692247 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b39a18d-3e71-4bb0-b57e-c7ead26da03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b32b28-a60f-47d6-add3-ac640f21e04e,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:36.695594 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-33f996c6-2ede-4712-a870-25d61b9d4f6b tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] Allocated IP 192.168.233.63 (c9fe95ba-6c7c-4793-b43e-760e3c0c0cb6/a3d92b53-9ef7-40eb-ad7a-182b6cc0f9cf/a46c43fa-1e5d-4210-90dc-3268619a1d48) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:37:36.735688 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:36.749839 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:36.861270 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-33f996c6-2ede-4712-a870-25d61b9d4f6b tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] Publish callbacks [] for port (a46c43fa-1e5d-4210-90dc-3268619a1d48), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:36.896798 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-33f996c6-2ede-4712-a870-25d61b9d4f6b tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (a46c43fa-1e5d-4210-90dc-3268619a1d48), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:36.946527 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-33f996c6-2ede-4712-a870-25d61b9d4f6b tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] Network c9fe95ba-6c7c-4793-b43e-760e3c0c0cb6 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:37:36.949653 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-33f996c6-2ede-4712-a870-25d61b9d4f6b tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:37:36.952146 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-33f996c6-2ede-4712-a870-25d61b9d4f6b tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:37:36.985577 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f996c6-2ede-4712-a870-25d61b9d4f6b tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] Pushing event updated for resources: {'Port': ['ID=a46c43fa-1e5d-4210-90dc-3268619a1d48,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:36.998951 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 2046ed66-ea53-4a0e-ac98-334741b28408 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:37:37.001197 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:37.021763 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-33f996c6-2ede-4712-a870-25d61b9d4f6b tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:37.022433 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-33f996c6-2ede-4712-a870-25d61b9d4f6b tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:37.053557 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-33f996c6-2ede-4712-a870-25d61b9d4f6b tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1513002 Sep 30 09:37:37.180046 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3d518-97e4-4b63-92df-5a2e09f82862 req-0882b386-4cc9-4ef6-be9c-410b40d7842e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:37.181966 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4de3d518-97e4-4b63-92df-5a2e09f82862 req-0882b386-4cc9-4ef6-be9c-410b40d7842e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=e45abb02-b319-4872-9fb3-ccc0ce9d74e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0508075 Sep 30 09:37:37.322607 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e74b85-e80a-4121-9108-27d921eb84f2 req-52b88923-ce83-46a9-adec-559fdaab9caf tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:37.340706 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-24e74b85-e80a-4121-9108-27d921eb84f2 req-52b88923-ce83-46a9-adec-559fdaab9caf tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f1bc731d-9db4-4fae-b150-eeef8b34314d HTTP/1.1" status: 200 len: 935 time: 0.0836074 Sep 30 09:37:37.360950 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port 2046ed66-ea53-4a0e-ac98-334741b28408, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2046ed66-ea53-4a0e-ac98-334741b28408,segment=NetworkSegment(aefed406-fea3-4ed3-9e70-0a36d600f315),segment_id=aefed406-fea3-4ed3-9e70-0a36d600f315)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:37:37.363774 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-06dcb44a-b4fa-4a79-8cb0-a6216b1518b6 None None] Provisioning complete for port a46c43fa-1e5d-4210-90dc-3268619a1d48 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:37:37.364477 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-06dcb44a-b4fa-4a79-8cb0-a6216b1518b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (a46c43fa-1e5d-4210-90dc-3268619a1d48), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:37.364826 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-06dcb44a-b4fa-4a79-8cb0-a6216b1518b6 None None] Attempt 1 to provision port a46c43fa-1e5d-4210-90dc-3268619a1d48 Sep 30 09:37:37.406675 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Returning: {'device': '2046ed66-ea53-4a0e-ac98-334741b28408', 'network_id': 'e45abb02-b319-4872-9fb3-ccc0ce9d74e7', 'port_id': '2046ed66-ea53-4a0e-ac98-334741b28408', 'mac_address': 'fa:16:3e:d7:15:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c348d1c-15e8-416a-bb01-9bc4f4316ae7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:37:37.432857 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a6e505-816b-4156-a4e2-d309700fb6da req-bd4ec38c-d75b-4f07-85a5-67d242b80259 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:37.434367 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d5a6e505-816b-4156-a4e2-d309700fb6da req-bd4ec38c-d75b-4f07-85a5-67d242b80259 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 943 time: 0.0707245 Sep 30 09:37:37.442319 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-24e74b85-e80a-4121-9108-27d921eb84f2 req-4bd1ba94-3c63-4f3f-9110-92a202349a32 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b79515fe-e2fc-4e06-8d2b-e50db6d747f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006773 Sep 30 09:37:37.477041 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port 2046ed66-ea53-4a0e-ac98-334741b28408 is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:37:37.477372 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (2046ed66-ea53-4a0e-ac98-334741b28408), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:37.494877 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2046ed66-ea53-4a0e-ac98-334741b28408 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:37:37.500579 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-06dcb44a-b4fa-4a79-8cb0-a6216b1518b6 None None] Port a46c43fa-1e5d-4210-90dc-3268619a1d48 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:37:37.528610 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port 2046ed66-ea53-4a0e-ac98-334741b28408, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2046ed66-ea53-4a0e-ac98-334741b28408,segment=NetworkSegment(aefed406-fea3-4ed3-9e70-0a36d600f315),segment_id=aefed406-fea3-4ed3-9e70-0a36d600f315)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:37:37.534231 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (2046ed66-ea53-4a0e-ac98-334741b28408), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:37.556431 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d5a6e505-816b-4156-a4e2-d309700fb6da req-2b588ef5-c0b3-4ccb-855a-162fe09cb897 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950937 Sep 30 09:37:37.598261 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=2046ed66-ea53-4a0e-ac98-334741b28408,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:37.644340 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-bb372925-6cf8-4baf-af6e-1c1bc431f55f service neutron] Request body: {'port': {'device_id': 'f1bc731d-9db4-4fae-b150-eeef8b34314d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:37:37.719767 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-bb372925-6cf8-4baf-af6e-1c1bc431f55f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (a46c43fa-1e5d-4210-90dc-3268619a1d48), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:37.778901 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4de3d518-97e4-4b63-92df-5a2e09f82862 req-10efe6a1-7c77-42a0-9655-08907924cd80 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e45abb02-b319-4872-9fb3-ccc0ce9d74e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383862 Sep 30 09:37:37.901191 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4de3d518-97e4-4b63-92df-5a2e09f82862 req-7580884f-8714-4e39-b0e0-04d0f9e01651 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e45abb02-b319-4872-9fb3-ccc0ce9d74e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154406 Sep 30 09:37:38.002238 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-06dcb44a-b4fa-4a79-8cb0-a6216b1518b6 None None] Attempt 2 to provision port a46c43fa-1e5d-4210-90dc-3268619a1d48 Sep 30 09:37:38.019144 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-bb372925-6cf8-4baf-af6e-1c1bc431f55f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a46c43fa-1e5d-4210-90dc-3268619a1d48 {{(pid=106375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:37:38.028063 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-bb372925-6cf8-4baf-af6e-1c1bc431f55f service neutron] Publish callbacks [] for port (a46c43fa-1e5d-4210-90dc-3268619a1d48), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:38.039688 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] get_ports_and_sgs() called for port_ids ['2046ed66-ea53-4a0e-ac98-334741b28408'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:37:38.043753 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.provisioning_blocks [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-bb372925-6cf8-4baf-af6e-1c1bc431f55f service neutron] Transition to ACTIVE for port object a46c43fa-1e5d-4210-90dc-3268619a1d48 will not be triggered until provisioned by entity L2. {{(pid=106375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 30 09:37:38.048280 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-bb372925-6cf8-4baf-af6e-1c1bc431f55f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1379309'] for port (a46c43fa-1e5d-4210-90dc-3268619a1d48), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:38.118047 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb372925-6cf8-4baf-af6e-1c1bc431f55f service neutron] Pushing event updated for resources: {'Port': ['ID=a46c43fa-1e5d-4210-90dc-3268619a1d48,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:38.145983 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-06dcb44a-b4fa-4a79-8cb0-a6216b1518b6 None None] Port a46c43fa-1e5d-4210-90dc-3268619a1d48 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:37:38.183810 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-bb372925-6cf8-4baf-af6e-1c1bc431f55f service neutron] Attempting to bind port a46c43fa-1e5d-4210-90dc-3268619a1d48 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:37:38.184467 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-bb372925-6cf8-4baf-af6e-1c1bc431f55f service neutron] Attempting to bind port a46c43fa-1e5d-4210-90dc-3268619a1d48 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'f7c25188-45b4-4e3a-9e80-f972c7d194f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c9fe95ba-6c7c-4793-b43e-760e3c0c0cb6'}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:37:38.184650 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-bb372925-6cf8-4baf-af6e-1c1bc431f55f service neutron] Attempting to bind port a46c43fa-1e5d-4210-90dc-3268619a1d48 on network c9fe95ba-6c7c-4793-b43e-760e3c0c0cb6 {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:37:38.248768 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-bb372925-6cf8-4baf-af6e-1c1bc431f55f service neutron] Port a46c43fa-1e5d-4210-90dc-3268619a1d48 on network c9fe95ba-6c7c-4793-b43e-760e3c0c0cb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:37:38.249108 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-bb372925-6cf8-4baf-af6e-1c1bc431f55f service neutron] Attempting to bind port a46c43fa-1e5d-4210-90dc-3268619a1d48 on network c9fe95ba-6c7c-4793-b43e-760e3c0c0cb6 {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:37:38.271878 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:38.276307 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:38.302351 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-bb372925-6cf8-4baf-af6e-1c1bc431f55f service neutron] Checking agent: {'id': '163c8669-4b7e-4ed1-afd3-94872a5a2df2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 34), 'started_at': datetime.datetime(2022, 9, 30, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:37:38.302688 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-bb372925-6cf8-4baf-af6e-1c1bc431f55f service neutron] Checking segment: {'id': 'f7c25188-45b4-4e3a-9e80-f972c7d194f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c9fe95ba-6c7c-4793-b43e-760e3c0c0cb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:37:38.303276 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-bb372925-6cf8-4baf-af6e-1c1bc431f55f service neutron] Bound using segment: {'id': 'f7c25188-45b4-4e3a-9e80-f972c7d194f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c9fe95ba-6c7c-4793-b43e-760e3c0c0cb6'} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:37:38.303729 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-bb372925-6cf8-4baf-af6e-1c1bc431f55f service neutron] Bound port: a46c43fa-1e5d-4210-90dc-3268619a1d48, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c25188-45b4-4e3a-9e80-f972c7d194f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c9fe95ba-6c7c-4793-b43e-760e3c0c0cb6'}}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:37:38.304090 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-bb372925-6cf8-4baf-af6e-1c1bc431f55f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (a46c43fa-1e5d-4210-90dc-3268619a1d48), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:38.396722 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-bb372925-6cf8-4baf-af6e-1c1bc431f55f service neutron] For port a46c43fa-1e5d-4210-90dc-3268619a1d48, host hv-cinder-maste, cleared binding levels {{(pid=106375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:37:38.401039 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-bb372925-6cf8-4baf-af6e-1c1bc431f55f service neutron] For port a46c43fa-1e5d-4210-90dc-3268619a1d48, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a46c43fa-1e5d-4210-90dc-3268619a1d48,segment=NetworkSegment(f7c25188-45b4-4e3a-9e80-f972c7d194f9),segment_id=f7c25188-45b4-4e3a-9e80-f972c7d194f9)] {{(pid=106375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:37:38.414889 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-bb372925-6cf8-4baf-af6e-1c1bc431f55f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1379309'] for port (a46c43fa-1e5d-4210-90dc-3268619a1d48), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:38.420075 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-bb372925-6cf8-4baf-af6e-1c1bc431f55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:38.420825 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-bb372925-6cf8-4baf-af6e-1c1bc431f55f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:38.422409 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-bb372925-6cf8-4baf-af6e-1c1bc431f55f service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/a46c43fa-1e5d-4210-90dc-3268619a1d48 HTTP/1.1" status: 200 len: 1097 time: 0.7858980 Sep 30 09:37:38.422957 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1bc731d-9db4-4fae-b150-eeef8b34314d', 'tag': 'a46c43fa-1e5d-4210-90dc-3268619a1d48'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:37:38.426225 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a2765c340e485259911155c50f33e4425258638b85650f0a2a20d0c41df364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f272947a-4de2-49fe-8d7c-a3da8c43a55f" -d '{"events": [{"name": "network-changed", "server_uuid": "f1bc731d-9db4-4fae-b150-eeef8b34314d", "tag": "a46c43fa-1e5d-4210-90dc-3268619a1d48"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:37:38.526343 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abbeed0f-62d4-4a0d-89a7-00e325eb47bf x-openstack-request-id: req-abbeed0f-62d4-4a0d-89a7-00e325eb47bf {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:37:38.526704 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1bc731d-9db4-4fae-b150-eeef8b34314d", "tag": "a46c43fa-1e5d-4210-90dc-3268619a1d48", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:37:38.526985 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-abbeed0f-62d4-4a0d-89a7-00e325eb47bf {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:37:38.527443 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abbeed0f-62d4-4a0d-89a7-00e325eb47bf'] response: {'name': 'network-changed', 'server_uuid': 'f1bc731d-9db4-4fae-b150-eeef8b34314d', 'tag': 'a46c43fa-1e5d-4210-90dc-3268619a1d48', 'status': 'completed', 'code': 200} Sep 30 09:37:38.538140 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb372925-6cf8-4baf-af6e-1c1bc431f55f service neutron] Pushing event updated for resources: {'Port': ['ID=a46c43fa-1e5d-4210-90dc-3268619a1d48,revision_number=3']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:38.647408 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-06dcb44a-b4fa-4a79-8cb0-a6216b1518b6 None None] Attempt 3 to provision port a46c43fa-1e5d-4210-90dc-3268619a1d48 Sep 30 09:37:38.649328 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fbcf59-3a0a-4487-93a3-8df3a4a14358 req-ca0a3ce9-7dd6-4850-9577-dad93ee7c713 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:38.657431 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-21fbcf59-3a0a-4487-93a3-8df3a4a14358 req-ca0a3ce9-7dd6-4850-9577-dad93ee7c713 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f1bc731d-9db4-4fae-b150-eeef8b34314d HTTP/1.1" status: 200 len: 947 time: 0.0964296 Sep 30 09:37:38.705657 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-06dcb44a-b4fa-4a79-8cb0-a6216b1518b6 None None] Port a46c43fa-1e5d-4210-90dc-3268619a1d48 had new provisioning blocks added so it will not transition to active. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 30 09:37:38.713791 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:38.751437 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f8380-b44a-47a0-a335-7ae730d0154d req-135ad923-9d24-484a-891a-274ba5da6d39 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:38.752945 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-729f8380-b44a-47a0-a335-7ae730d0154d req-135ad923-9d24-484a-891a-274ba5da6d39 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 944 time: 0.0708556 Sep 30 09:37:38.766936 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-21fbcf59-3a0a-4487-93a3-8df3a4a14358 req-44048b47-cb05-425d-a463-ccc6af5f5963 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b79515fe-e2fc-4e06-8d2b-e50db6d747f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084769 Sep 30 09:37:38.795716 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272947a-4de2-49fe-8d7c-a3da8c43a55f req-9d2fe983-216b-4fcb-aea5-df709b6140e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:38.798345 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-f272947a-4de2-49fe-8d7c-a3da8c43a55f req-9d2fe983-216b-4fcb-aea5-df709b6140e2 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=0124ee0c926240e8b69b3b70ef93080b&device_id=f1bc731d-9db4-4fae-b150-eeef8b34314d HTTP/1.1" status: 200 len: 1131 time: 0.0627711 Sep 30 09:37:38.835073 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-729f8380-b44a-47a0-a335-7ae730d0154d req-ff38526c-b42b-4c57-9ada-6a9af7cb83d1 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611148 Sep 30 09:37:38.840020 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-f272947a-4de2-49fe-8d7c-a3da8c43a55f req-389df8c7-0b1f-4ad3-8249-fb96b945d963 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=0124ee0c926240e8b69b3b70ef93080b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281780 Sep 30 09:37:39.004854 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272947a-4de2-49fe-8d7c-a3da8c43a55f req-de6c7c2f-5e96-4229-86d5-308b6cd4aa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:39.006295 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-f272947a-4de2-49fe-8d7c-a3da8c43a55f req-de6c7c2f-5e96-4229-86d5-308b6cd4aa99 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1598282 Sep 30 09:37:39.113047 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-c33d3b29-7602-41d3-862f-ec5574af52dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:39.114688 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-c33d3b29-7602-41d3-862f-ec5574af52dc service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=0124ee0c926240e8b69b3b70ef93080b&device_id=f1bc731d-9db4-4fae-b150-eeef8b34314d HTTP/1.1" status: 200 len: 1131 time: 0.0429060 Sep 30 09:37:39.161845 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-51890b6f-1614-4288-8003-be909013736f service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=a46c43fa-1e5d-4210-90dc-3268619a1d48 HTTP/1.1" status: 200 len: 217 time: 0.0343964 Sep 30 09:37:39.208534 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-d1daa060-612d-4b23-97c8-b9e554ad4ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:39.209936 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-d1daa060-612d-4b23-97c8-b9e554ad4ffc service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=a3d92b53-9ef7-40eb-ad7a-182b6cc0f9cf HTTP/1.1" status: 200 len: 843 time: 0.0422513 Sep 30 09:37:39.227736 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 2046ed66-ea53-4a0e-ac98-334741b28408 up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:37:39.252480 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-c3e78fce-bc63-48a3-8800-1ebace929fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:39.254822 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-c3e78fce-bc63-48a3-8800-1ebace929fcb service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=c9fe95ba-6c7c-4793-b43e-760e3c0c0cb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389073 Sep 30 09:37:39.273215 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Provisioning for port 2046ed66-ea53-4a0e-ac98-334741b28408 completed by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 30 09:37:39.278793 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Provisioning complete for port 2046ed66-ea53-4a0e-ac98-334741b28408 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:37:39.279255 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (2046ed66-ea53-4a0e-ac98-334741b28408), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:39.279611 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Attempt 1 to provision port 2046ed66-ea53-4a0e-ac98-334741b28408 Sep 30 09:37:39.354965 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-c35b412a-4af4-4977-bdb3-268e06ae83a2 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c9fe95ba-6c7c-4793-b43e-760e3c0c0cb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936456 Sep 30 09:37:39.359130 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port 2046ed66-ea53-4a0e-ac98-334741b28408 is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:37:39.359520 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (2046ed66-ea53-4a0e-ac98-334741b28408), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:39.388212 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38594fe-f6b0-4575-ab5c-995c455aa87d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2046ed66-ea53-4a0e-ac98-334741b28408'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:37:39.396560 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}572cd3d2a36c298d242844143b4f2eb8d6763781bbf742a8cfd50e233d5d8038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153badaa-64e5-42fa-b1a6-161ab7e1e48e" -d '{"events": [{"server_uuid": "e38594fe-f6b0-4575-ab5c-995c455aa87d", "name": "network-vif-plugged", "status": "completed", "tag": "2046ed66-ea53-4a0e-ac98-334741b28408"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:37:39.405043 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port 2046ed66-ea53-4a0e-ac98-334741b28408, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2046ed66-ea53-4a0e-ac98-334741b28408,segment=NetworkSegment(aefed406-fea3-4ed3-9e70-0a36d600f315),segment_id=aefed406-fea3-4ed3-9e70-0a36d600f315)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:37:39.412794 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (2046ed66-ea53-4a0e-ac98-334741b28408), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:39.418691 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:39.447824 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b6b1fd-b4f9-4d3a-887d-a1d447b7a9d0 x-openstack-request-id: req-b7b6b1fd-b4f9-4d3a-887d-a1d447b7a9d0 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:37:39.448194 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38594fe-f6b0-4575-ab5c-995c455aa87d", "name": "network-vif-plugged", "status": "completed", "tag": "2046ed66-ea53-4a0e-ac98-334741b28408", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:37:39.448459 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b7b6b1fd-b4f9-4d3a-887d-a1d447b7a9d0 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:37:39.448853 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7b6b1fd-b4f9-4d3a-887d-a1d447b7a9d0'] response: {'server_uuid': 'e38594fe-f6b0-4575-ab5c-995c455aa87d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2046ed66-ea53-4a0e-ac98-334741b28408', 'code': 200} Sep 30 09:37:39.462316 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-b0573da8-51aa-4462-8578-a8a3f2180ab1 req-32121dfc-c01a-44a3-a0af-81798ab43851 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c9fe95ba-6c7c-4793-b43e-760e3c0c0cb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008494 Sep 30 09:37:39.483321 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=2046ed66-ea53-4a0e-ac98-334741b28408,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:39.912838 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbd1ff-7d86-4a3c-a3d8-538353647a49 req-b48efbc9-1e7a-4488-9955-857add1d3e8d tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:39.915239 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-dccbd1ff-7d86-4a3c-a3d8-538353647a49 req-b48efbc9-1e7a-4488-9955-857add1d3e8d tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f1bc731d-9db4-4fae-b150-eeef8b34314d HTTP/1.1" status: 200 len: 947 time: 0.0675268 Sep 30 09:37:40.013425 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:40.024989 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-dccbd1ff-7d86-4a3c-a3d8-538353647a49 req-37c645e9-e193-44bb-b5d8-a52fe91cda89 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b79515fe-e2fc-4e06-8d2b-e50db6d747f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022232 Sep 30 09:37:40.031567 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf090cd1-1500-4c98-9108-aa3ebf531dbb req-9e2ef7f2-0049-4b69-b00d-81f4df050587 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:40.033289 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-cf090cd1-1500-4c98-9108-aa3ebf531dbb req-9e2ef7f2-0049-4b69-b00d-81f4df050587 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 945 time: 0.0909164 Sep 30 09:37:40.098398 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-cf090cd1-1500-4c98-9108-aa3ebf531dbb req-d38853bd-2800-48d8-9ca5-511b1b0cfd9c tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568244 Sep 30 09:37:40.283967 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 40014) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:40.408287 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-20da9e7c-fced-4e4c-a143-2cc0515d5d3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:40.502791 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-20da9e7c-fced-4e4c-a143-2cc0515d5d3d admin admin] Publish callbacks [] for security_group (af3ca4ab-2f49-4e60-b158-37c3d4d763fa), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:40.508142 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-20da9e7c-fced-4e4c-a143-2cc0515d5d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (af3ca4ab-2f49-4e60-b158-37c3d4d763fa), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:40.535794 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:40.552071 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-20da9e7c-fced-4e4c-a143-2cc0515d5d3d admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=6f2c247f903a4f688450629a5fc7d6ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2664320 Sep 30 09:37:40.552802 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da9e7c-fced-4e4c-a143-2cc0515d5d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3ca4ab-2f49-4e60-b158-37c3d4d763fa,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:40.554774 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 40022) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:40.614549 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fb699dc2-ed6e-4dfa-b101-42386ef6d544 admin admin] Publish callbacks [] for security_group (af3ca4ab-2f49-4e60-b158-37c3d4d763fa), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:40.638138 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fb699dc2-ed6e-4dfa-b101-42386ef6d544 admin admin] Publish callbacks [] for security_group (af3ca4ab-2f49-4e60-b158-37c3d4d763fa), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:40.683421 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fb699dc2-ed6e-4dfa-b101-42386ef6d544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (af3ca4ab-2f49-4e60-b158-37c3d4d763fa), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:40.686048 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fb699dc2-ed6e-4dfa-b101-42386ef6d544 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:40.687186 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-fb699dc2-ed6e-4dfa-b101-42386ef6d544 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/af3ca4ab-2f49-4e60-b158-37c3d4d763fa HTTP/1.1" status: 204 len: 168 time: 0.1313946 Sep 30 09:37:40.696913 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb699dc2-ed6e-4dfa-b101-42386ef6d544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3ca4ab-2f49-4e60-b158-37c3d4d763fa,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:40.980625 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 40036) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:40.994560 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e7a0cad5-eb77-43c4-b925-33b191fb23bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:41.080464 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e7a0cad5-eb77-43c4-b925-33b191fb23bd admin admin] Publish callbacks [] for security_group (d5df76e2-77fe-4a56-a4bc-887a71d722a8), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:41.086391 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e7a0cad5-eb77-43c4-b925-33b191fb23bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (d5df76e2-77fe-4a56-a4bc-887a71d722a8), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:41.138505 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-e7a0cad5-eb77-43c4-b925-33b191fb23bd admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=23e6a3dd20c7484b8946bb73bbdd7b2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1564097 Sep 30 09:37:41.141116 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 40048) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:41.150273 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0cad5-eb77-43c4-b925-33b191fb23bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5df76e2-77fe-4a56-a4bc-887a71d722a8,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:41.205249 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c62d8-c124-455b-a9f8-a6201b15b6af req-aaea18e8-36ae-4568-bf87-b737d21a464c tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:41.206110 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-39c0ad91-9d5e-4eeb-aaff-b95e33fc6c38 admin admin] Publish callbacks [] for security_group (d5df76e2-77fe-4a56-a4bc-887a71d722a8), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:41.207018 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4e1c62d8-c124-455b-a9f8-a6201b15b6af req-aaea18e8-36ae-4568-bf87-b737d21a464c tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f1bc731d-9db4-4fae-b150-eeef8b34314d HTTP/1.1" status: 200 len: 947 time: 0.0820851 Sep 30 09:37:41.235897 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-39c0ad91-9d5e-4eeb-aaff-b95e33fc6c38 admin admin] Publish callbacks [] for security_group (d5df76e2-77fe-4a56-a4bc-887a71d722a8), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:41.259762 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331bd60-a1ad-4caf-a739-8ee037c516dd req-6a89169c-75dd-49aa-8b85-31aa9c56f145 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:41.261648 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8331bd60-a1ad-4caf-a739-8ee037c516dd req-6a89169c-75dd-49aa-8b85-31aa9c56f145 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 945 time: 0.0734539 Sep 30 09:37:41.285241 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:41.306774 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4e1c62d8-c124-455b-a9f8-a6201b15b6af req-417b42b5-0f1f-4df4-adda-12fb23ff44c4 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b79515fe-e2fc-4e06-8d2b-e50db6d747f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794127 Sep 30 09:37:41.339218 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-39c0ad91-9d5e-4eeb-aaff-b95e33fc6c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (d5df76e2-77fe-4a56-a4bc-887a71d722a8), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:41.343155 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-39c0ad91-9d5e-4eeb-aaff-b95e33fc6c38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:41.349667 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8331bd60-a1ad-4caf-a739-8ee037c516dd req-40e07923-72e6-4677-b603-ec34920e941e tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732293 Sep 30 09:37:41.350687 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-39c0ad91-9d5e-4eeb-aaff-b95e33fc6c38 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/d5df76e2-77fe-4a56-a4bc-887a71d722a8 HTTP/1.1" status: 204 len: 168 time: 0.2046595 Sep 30 09:37:41.364007 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0ad91-9d5e-4eeb-aaff-b95e33fc6c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5df76e2-77fe-4a56-a4bc-887a71d722a8,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:41.744819 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 40072) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:41.758538 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b51251e6-2427-4a0b-9157-baf78f584bf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:41.835190 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b51251e6-2427-4a0b-9157-baf78f584bf5 admin admin] Publish callbacks [] for security_group (a96c2500-81df-4a5f-90fa-60dd4afa7aef), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:41.838465 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b51251e6-2427-4a0b-9157-baf78f584bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (a96c2500-81df-4a5f-90fa-60dd4afa7aef), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:41.870489 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:41.877859 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-b51251e6-2427-4a0b-9157-baf78f584bf5 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=fc82cf17bf52476fa03ff9cb83713361&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319654 Sep 30 09:37:41.881044 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51251e6-2427-4a0b-9157-baf78f584bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96c2500-81df-4a5f-90fa-60dd4afa7aef,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:41.881390 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 40074) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:41.932373 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-fd878045-1bc1-49ae-b839-07c5cef9b1e0 admin admin] Publish callbacks [] for security_group (a96c2500-81df-4a5f-90fa-60dd4afa7aef), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:41.952329 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-fd878045-1bc1-49ae-b839-07c5cef9b1e0 admin admin] Publish callbacks [] for security_group (a96c2500-81df-4a5f-90fa-60dd4afa7aef), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:42.001199 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-fd878045-1bc1-49ae-b839-07c5cef9b1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (a96c2500-81df-4a5f-90fa-60dd4afa7aef), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:42.003737 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-fd878045-1bc1-49ae-b839-07c5cef9b1e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:42.005219 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-fd878045-1bc1-49ae-b839-07c5cef9b1e0 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a96c2500-81df-4a5f-90fa-60dd4afa7aef HTTP/1.1" status: 204 len: 168 time: 0.1224837 Sep 30 09:37:42.013998 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd878045-1bc1-49ae-b839-07c5cef9b1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96c2500-81df-4a5f-90fa-60dd4afa7aef,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:42.479910 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=9 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:42.537674 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85b3ec-ad60-4112-b564-565f84a50f0d req-5185d631-eb4d-4582-bbfa-765dc9cc31ff tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:42.543980 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-0d85b3ec-ad60-4112-b564-565f84a50f0d req-5185d631-eb4d-4582-bbfa-765dc9cc31ff tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f1bc731d-9db4-4fae-b150-eeef8b34314d HTTP/1.1" status: 200 len: 947 time: 0.1202242 Sep 30 09:37:42.574356 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af6dd7-5f2e-495d-96ed-a597c757ecea req-b76f2996-17aa-42a7-b1dd-439bd7028038 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:42.576031 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-54af6dd7-5f2e-495d-96ed-a597c757ecea req-b76f2996-17aa-42a7-b1dd-439bd7028038 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 945 time: 0.0916040 Sep 30 09:37:42.576707 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36176270-85ae-4a01-bddc-7ce5544a921f req-1a04d33b-8ee0-4ac1-a934-43309329ff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:42.579023 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-36176270-85ae-4a01-bddc-7ce5544a921f req-1a04d33b-8ee0-4ac1-a934-43309329ff71 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 1129 time: 0.0540428 Sep 30 09:37:42.625937 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-0d85b3ec-ad60-4112-b564-565f84a50f0d req-dfe95a7c-7693-4ffa-85ba-544f1d353f0a tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b79515fe-e2fc-4e06-8d2b-e50db6d747f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809271 Sep 30 09:37:42.643172 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-36176270-85ae-4a01-bddc-7ce5544a921f req-d6ddc547-1483-4d95-8e5b-481f9c4e8e7d service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568101 Sep 30 09:37:42.681687 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-54af6dd7-5f2e-495d-96ed-a597c757ecea req-95645081-b184-404f-b0ec-81c88e0323e5 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959685 Sep 30 09:37:43.252392 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:43.765325 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be5f9a-c0b5-460b-838d-4be54ab882a9 req-41950324-c616-42f9-a365-782928c09ec8 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:43.766833 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-16be5f9a-c0b5-460b-838d-4be54ab882a9 req-41950324-c616-42f9-a365-782928c09ec8 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f1bc731d-9db4-4fae-b150-eeef8b34314d HTTP/1.1" status: 200 len: 947 time: 0.0490291 Sep 30 09:37:43.855379 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b83fb-ac91-4e06-9b5f-1ceaf5a70fd9 req-fe642cb1-2f75-4af4-9fbb-0fd8ace74ba9 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:43.856819 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-168b83fb-ac91-4e06-9b5f-1ceaf5a70fd9 req-fe642cb1-2f75-4af4-9fbb-0fd8ace74ba9 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 945 time: 0.0770481 Sep 30 09:37:43.861253 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-16be5f9a-c0b5-460b-838d-4be54ab882a9 req-9c85ee34-01f9-4a34-ac3f-d925e61dcfb3 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b79515fe-e2fc-4e06-8d2b-e50db6d747f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884891 Sep 30 09:37:43.906359 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-168b83fb-ac91-4e06-9b5f-1ceaf5a70fd9 req-fbd8855d-166d-4451-9458-01c2db0d86b6 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440116 Sep 30 09:37:44.002439 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 40206) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:44.054394 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-e437f7c4-2ba5-4de1-8644-cae10b6fede2 admin admin] Deleting subnet de7f08e4-394b-4d50-81d2-52f0bfc70afe {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 30 09:37:44.058027 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e437f7c4-2ba5-4de1-8644-cae10b6fede2 admin admin] Publish callbacks [] for subnet (de7f08e4-394b-4d50-81d2-52f0bfc70afe), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:44.103614 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e437f7c4-2ba5-4de1-8644-cae10b6fede2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29359976'] for subnet (de7f08e4-394b-4d50-81d2-52f0bfc70afe), precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:44.180026 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e437f7c4-2ba5-4de1-8644-cae10b6fede2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3558478'] for subnet (de7f08e4-394b-4d50-81d2-52f0bfc70afe), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:44.273616 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e437f7c4-2ba5-4de1-8644-cae10b6fede2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29089759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25409614'] for subnet (de7f08e4-394b-4d50-81d2-52f0bfc70afe), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:44.300893 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e437f7c4-2ba5-4de1-8644-cae10b6fede2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de7f08e4-394b-4d50-81d2-52f0bfc70afe,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:44.305581 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e437f7c4-2ba5-4de1-8644-cae10b6fede2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:44.308208 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-e437f7c4-2ba5-4de1-8644-cae10b6fede2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/de7f08e4-394b-4d50-81d2-52f0bfc70afe HTTP/1.1" status: 204 len: 168 time: 0.3047128 Sep 30 09:37:44.311130 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 40220) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:44.386598 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7779bd27-6d3c-4ee8-a464-2c9aa036bf4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3480607'] for network (ffda7af6-8c23-4fe5-859c-9c900451346b), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:44.428624 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 40224) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:44.475740 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7779bd27-6d3c-4ee8-a464-2c9aa036bf4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599224', 'neutron.services.segments.db._delete_segments_for_network-8770945895626'] for network (ffda7af6-8c23-4fe5-859c-9c900451346b), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:44.499719 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.services.segments.db [None req-7779bd27-6d3c-4ee8-a464-2c9aa036bf4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffda7af6-8c23-4fe5-859c-9c900451346b']}} {{(pid=106375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:37:44.509788 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.services.segments.db [None req-7779bd27-6d3c-4ee8-a464-2c9aa036bf4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '124fa275-f272-4dfe-a9a2-afc2b339160f') {'for_net_delete': True} {{(pid=106375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:37:44.510082 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.services.segments.db [None req-7779bd27-6d3c-4ee8-a464-2c9aa036bf4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '124fa275-f272-4dfe-a9a2-afc2b339160f') {} {{(pid=106375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:37:44.521066 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7779bd27-6d3c-4ee8-a464-2c9aa036bf4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770945931879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32198680'] for segment (124fa275-f272-4dfe-a9a2-afc2b339160f), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:44.542857 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-65e73990-7480-481d-acf8-7c09fd8635d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:44.548407 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7779bd27-6d3c-4ee8-a464-2c9aa036bf4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765'] for segment (124fa275-f272-4dfe-a9a2-afc2b339160f), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:44.555861 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7779bd27-6d3c-4ee8-a464-2c9aa036bf4c admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=106375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:37:44.556367 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7779bd27-6d3c-4ee8-a464-2c9aa036bf4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1379081'] for segment (124fa275-f272-4dfe-a9a2-afc2b339160f), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:44.609754 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.services.segments.plugin [-] Segment 124fa275-f272-4dfe-a9a2-afc2b339160f resource provider aggregate not found Sep 30 09:37:44.633012 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.services.segments.plugin [-] Segment 124fa275-f272-4dfe-a9a2-afc2b339160f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 124fa275-f272-4dfe-a9a2-afc2b339160f found for delete ", "request_id": "req-5e586771-bc81-45ef-ab89-ba10b0daf123"}]} Sep 30 09:37:44.634071 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-65e73990-7480-481d-acf8-7c09fd8635d5 admin admin] Publish callbacks [] for security_group (d9743a48-cf39-45a1-bf83-78c1ecfc20fb), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:44.640596 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-65e73990-7480-481d-acf8-7c09fd8635d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (d9743a48-cf39-45a1-bf83-78c1ecfc20fb), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:44.647604 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7779bd27-6d3c-4ee8-a464-2c9aa036bf4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3599219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759962'] for network (ffda7af6-8c23-4fe5-859c-9c900451346b), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:44.655012 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7779bd27-6d3c-4ee8-a464-2c9aa036bf4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for network (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:44.658118 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-7779bd27-6d3c-4ee8-a464-2c9aa036bf4c admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/ffda7af6-8c23-4fe5-859c-9c900451346b HTTP/1.1" status: 204 len: 168 time: 0.3455169 Sep 30 09:37:44.661592 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 40234) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:44.669034 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7779bd27-6d3c-4ee8-a464-2c9aa036bf4c admin admin] Pushing event deleted for resources: {'Network': ['ID=ffda7af6-8c23-4fe5-859c-9c900451346b,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:44.714321 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:44.720310 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e73990-7480-481d-acf8-7c09fd8635d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9743a48-cf39-45a1-bf83-78c1ecfc20fb,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:44.727423 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-65e73990-7480-481d-acf8-7c09fd8635d5 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=2a168585ae4149f58a32da9be0b1878e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2977395 Sep 30 09:37:44.730050 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 40236) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:44.748081 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-84012760-62ab-41f2-a136-db843a32f94a admin admin] Deleting subnet dd0f0d6d-193b-4e44-ab4b-bbc291665957 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 30 09:37:44.751732 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-84012760-62ab-41f2-a136-db843a32f94a admin admin] Publish callbacks [] for subnet (dd0f0d6d-193b-4e44-ab4b-bbc291665957), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:44.796512 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-84012760-62ab-41f2-a136-db843a32f94a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29359976'] for subnet (dd0f0d6d-193b-4e44-ab4b-bbc291665957), precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:44.797256 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-fa5deb76-1543-49bb-8aa9-4bd15353e270 admin admin] Publish callbacks [] for security_group (d9743a48-cf39-45a1-bf83-78c1ecfc20fb), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:44.817935 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-fa5deb76-1543-49bb-8aa9-4bd15353e270 admin admin] Publish callbacks [] for security_group (d9743a48-cf39-45a1-bf83-78c1ecfc20fb), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:44.840887 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-84012760-62ab-41f2-a136-db843a32f94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3558478'] for subnet (dd0f0d6d-193b-4e44-ab4b-bbc291665957), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:44.865739 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:44.875211 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-fa5deb76-1543-49bb-8aa9-4bd15353e270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (d9743a48-cf39-45a1-bf83-78c1ecfc20fb), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:44.877808 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-fa5deb76-1543-49bb-8aa9-4bd15353e270 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:44.881535 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-fa5deb76-1543-49bb-8aa9-4bd15353e270 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/d9743a48-cf39-45a1-bf83-78c1ecfc20fb HTTP/1.1" status: 204 len: 168 time: 0.1480882 Sep 30 09:37:44.890309 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5deb76-1543-49bb-8aa9-4bd15353e270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9743a48-cf39-45a1-bf83-78c1ecfc20fb,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:44.904462 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:44.927761 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-84012760-62ab-41f2-a136-db843a32f94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29089759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25409614'] for subnet (dd0f0d6d-193b-4e44-ab4b-bbc291665957), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:44.956737 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-84012760-62ab-41f2-a136-db843a32f94a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:44.962473 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-84012760-62ab-41f2-a136-db843a32f94a admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/dd0f0d6d-193b-4e44-ab4b-bbc291665957 HTTP/1.1" status: 204 len: 168 time: 0.2972162 Sep 30 09:37:44.962473 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 40244) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:44.979200 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84012760-62ab-41f2-a136-db843a32f94a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd0f0d6d-193b-4e44-ab4b-bbc291665957,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:45.093427 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e65ae8-fb57-42e2-a0c5-9a87db3f319c req-924da023-23e3-4fb2-af21-18988f431825 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:45.095064 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-96e65ae8-fb57-42e2-a0c5-9a87db3f319c req-924da023-23e3-4fb2-af21-18988f431825 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f1bc731d-9db4-4fae-b150-eeef8b34314d HTTP/1.1" status: 200 len: 947 time: 0.1342874 Sep 30 09:37:45.132333 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-98df34c1-b82e-492e-bf9c-07828fc17afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3480607'] for network (77bfe546-945f-4593-85d5-2590a3f8c8f3), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:45.139846 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd2b1b-147a-40c1-80fb-6f047b4f1665 req-eb9d3663-84b5-4b51-b313-5d7d8b159fb1 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:45.141291 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-0bbd2b1b-147a-40c1-80fb-6f047b4f1665 req-eb9d3663-84b5-4b51-b313-5d7d8b159fb1 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 945 time: 0.0939641 Sep 30 09:37:45.234373 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device a46c43fa-1e5d-4210-90dc-3268619a1d48 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:37:45.234478 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-96e65ae8-fb57-42e2-a0c5-9a87db3f319c req-da36d503-595a-4d61-98cb-e5ce83385e6a tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b79515fe-e2fc-4e06-8d2b-e50db6d747f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126177 Sep 30 09:37:45.259527 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 40252) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:45.285002 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4784a415-3f3d-4cb3-8ab1-fbaec246e4fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:45.294856 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-0bbd2b1b-147a-40c1-80fb-6f047b4f1665 req-e0a32efe-7d1d-4ccb-9ecc-cecf8f8388e5 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440468 Sep 30 09:37:45.307749 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-98df34c1-b82e-492e-bf9c-07828fc17afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599224', 'neutron.services.segments.db._delete_segments_for_network-8770945895626'] for network (77bfe546-945f-4593-85d5-2590a3f8c8f3), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:45.318321 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:45.367469 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port a46c43fa-1e5d-4210-90dc-3268619a1d48, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a46c43fa-1e5d-4210-90dc-3268619a1d48,segment=NetworkSegment(f7c25188-45b4-4e3a-9e80-f972c7d194f9),segment_id=f7c25188-45b4-4e3a-9e80-f972c7d194f9)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:37:45.369264 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.services.segments.db [None req-98df34c1-b82e-492e-bf9c-07828fc17afb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77bfe546-945f-4593-85d5-2590a3f8c8f3']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:37:45.384931 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Returning: {'device': 'a46c43fa-1e5d-4210-90dc-3268619a1d48', 'network_id': 'c9fe95ba-6c7c-4793-b43e-760e3c0c0cb6', 'port_id': 'a46c43fa-1e5d-4210-90dc-3268619a1d48', 'mac_address': 'fa:16:3e:33:70:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3d92b53-9ef7-40eb-ad7a-182b6cc0f9cf', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:37:45.400552 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.services.segments.db [None req-98df34c1-b82e-492e-bf9c-07828fc17afb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5067f84-e646-43c8-bfab-a68e480f6096') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:37:45.400895 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.services.segments.db [None req-98df34c1-b82e-492e-bf9c-07828fc17afb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5067f84-e646-43c8-bfab-a68e480f6096') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:37:45.426779 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port a46c43fa-1e5d-4210-90dc-3268619a1d48 is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:37:45.427082 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (a46c43fa-1e5d-4210-90dc-3268619a1d48), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:45.431655 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-98df34c1-b82e-492e-bf9c-07828fc17afb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770945931879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29359969'] for segment (e5067f84-e646-43c8-bfab-a68e480f6096), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:45.456915 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-98df34c1-b82e-492e-bf9c-07828fc17afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765'] for segment (e5067f84-e646-43c8-bfab-a68e480f6096), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:45.461083 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a46c43fa-1e5d-4210-90dc-3268619a1d48 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:37:45.476081 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98df34c1-b82e-492e-bf9c-07828fc17afb admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:37:45.477698 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-98df34c1-b82e-492e-bf9c-07828fc17afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29089649'] for segment (e5067f84-e646-43c8-bfab-a68e480f6096), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:45.483773 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4784a415-3f3d-4cb3-8ab1-fbaec246e4fd admin admin] Publish callbacks [] for security_group (2a476949-ba76-487f-8b8c-ba88da8279df), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:45.489404 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port a46c43fa-1e5d-4210-90dc-3268619a1d48, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a46c43fa-1e5d-4210-90dc-3268619a1d48,segment=NetworkSegment(f7c25188-45b4-4e3a-9e80-f972c7d194f9),segment_id=f7c25188-45b4-4e3a-9e80-f972c7d194f9)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:37:45.490839 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4784a415-3f3d-4cb3-8ab1-fbaec246e4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (2a476949-ba76-487f-8b8c-ba88da8279df), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:45.496783 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (a46c43fa-1e5d-4210-90dc-3268619a1d48), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:45.535659 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.services.segments.plugin [-] Segment e5067f84-e646-43c8-bfab-a68e480f6096 resource provider aggregate not found Sep 30 09:37:45.573045 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-4784a415-3f3d-4cb3-8ab1-fbaec246e4fd admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=e9a0fc8336054e42811fe6ba43ac20dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3123775 Sep 30 09:37:45.574195 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4784a415-3f3d-4cb3-8ab1-fbaec246e4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a476949-ba76-487f-8b8c-ba88da8279df,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:45.576781 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 40260) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:45.603716 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.services.segments.plugin [-] Segment e5067f84-e646-43c8-bfab-a68e480f6096 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5067f84-e646-43c8-bfab-a68e480f6096 found for delete ", "request_id": "req-8d16d29f-196e-4f34-a39c-7ff235df9a01"}]} Sep 30 09:37:45.629057 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=a46c43fa-1e5d-4210-90dc-3268619a1d48,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:45.646698 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:45.658159 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-98df34c1-b82e-492e-bf9c-07828fc17afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3599219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759962'] for network (77bfe546-945f-4593-85d5-2590a3f8c8f3), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:45.668097 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-98df34c1-b82e-492e-bf9c-07828fc17afb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for network (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:45.681050 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-13e15ee6-88e9-48b2-af20-b73d4aee71b1 admin admin] Publish callbacks [] for security_group (2a476949-ba76-487f-8b8c-ba88da8279df), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:45.684079 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-98df34c1-b82e-492e-bf9c-07828fc17afb admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/77bfe546-945f-4593-85d5-2590a3f8c8f3 HTTP/1.1" status: 204 len: 168 time: 0.7136354 Sep 30 09:37:45.721487 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df34c1-b82e-492e-bf9c-07828fc17afb admin admin] Pushing event deleted for resources: {'Network': ['ID=77bfe546-945f-4593-85d5-2590a3f8c8f3,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:45.745022 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-13e15ee6-88e9-48b2-af20-b73d4aee71b1 admin admin] Publish callbacks [] for security_group (2a476949-ba76-487f-8b8c-ba88da8279df), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:45.830241 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c6eaa-5fdb-4aea-b9ea-86b4bc267709 req-de1a15fe-714a-499b-8ee3-cbc0dfc34474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:45.832821 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-1c2c6eaa-5fdb-4aea-b9ea-86b4bc267709 req-de1a15fe-714a-499b-8ee3-cbc0dfc34474 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=4290a542e73045309f6ceb8d4f5a267b&device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 1129 time: 0.1009541 Sep 30 09:37:45.853589 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a98af-5f86-4081-a59c-f739cd82a03a req-82707395-b89b-41e0-a4f1-11051cef5c9f tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:45.867337 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-2e6a98af-5f86-4081-a59c-f739cd82a03a req-82707395-b89b-41e0-a4f1-11051cef5c9f tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 945 time: 0.1122129 Sep 30 09:37:45.918657 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-13e15ee6-88e9-48b2-af20-b73d4aee71b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (2a476949-ba76-487f-8b8c-ba88da8279df), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:45.921425 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-13e15ee6-88e9-48b2-af20-b73d4aee71b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:45.921856 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-2e6a98af-5f86-4081-a59c-f739cd82a03a req-edc8a443-09af-41b6-81cb-a9402e2f2e9a tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535040 Sep 30 09:37:45.922557 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-13e15ee6-88e9-48b2-af20-b73d4aee71b1 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/2a476949-ba76-487f-8b8c-ba88da8279df HTTP/1.1" status: 204 len: 168 time: 0.3329914 Sep 30 09:37:45.942109 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e15ee6-88e9-48b2-af20-b73d4aee71b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a476949-ba76-487f-8b8c-ba88da8279df,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:45.961118 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 40274) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:46.017461 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c6eaa-5fdb-4aea-b9ea-86b4bc267709 req-8bd9e61e-e9e3-42cb-9ebb-e58a573c0119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:46.019072 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-1c2c6eaa-5fdb-4aea-b9ea-86b4bc267709 req-8bd9e61e-e9e3-42cb-9ebb-e58a573c0119 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=e45abb02-b319-4872-9fb3-ccc0ce9d74e7 HTTP/1.1" status: 200 len: 920 time: 0.1769979 Sep 30 09:37:46.026220 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] get_ports_and_sgs() called for port_ids ['a46c43fa-1e5d-4210-90dc-3268619a1d48'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:37:46.039360 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-924d7426-92ad-49ca-b383-40bf6df32588 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=7864f95a786b4b41ae1e66a2ae2acee1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0745184 Sep 30 09:37:46.039877 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 40278) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:46.063785 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-1c2c6eaa-5fdb-4aea-b9ea-86b4bc267709 req-b4e135b7-af3c-499e-8b63-96c1a7bca04a service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2046ed66-ea53-4a0e-ac98-334741b28408 HTTP/1.1" status: 200 len: 217 time: 0.0358970 Sep 30 09:37:46.099425 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1338fe6d-392e-4e15-bc78-609dad608968 admin admin] Publish callbacks [] for security_group (2e462bff-8702-4b64-b0d4-e51c46aae3a1), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:46.125366 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1338fe6d-392e-4e15-bc78-609dad608968 admin admin] Publish callbacks [] for security_group (2e462bff-8702-4b64-b0d4-e51c46aae3a1), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:46.128706 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c6eaa-5fdb-4aea-b9ea-86b4bc267709 req-56b809a0-8c3e-49c0-ac2b-37820d17452d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:46.130124 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-1c2c6eaa-5fdb-4aea-b9ea-86b4bc267709 req-56b809a0-8c3e-49c0-ac2b-37820d17452d service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=5c348d1c-15e8-416a-bb01-9bc4f4316ae7 HTTP/1.1" status: 200 len: 858 time: 0.0560651 Sep 30 09:37:46.157472 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:46.183168 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1338fe6d-392e-4e15-bc78-609dad608968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (2e462bff-8702-4b64-b0d4-e51c46aae3a1), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:46.187225 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1338fe6d-392e-4e15-bc78-609dad608968 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:46.188510 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-1338fe6d-392e-4e15-bc78-609dad608968 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/2e462bff-8702-4b64-b0d4-e51c46aae3a1 HTTP/1.1" status: 204 len: 168 time: 0.1475353 Sep 30 09:37:46.198162 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c6eaa-5fdb-4aea-b9ea-86b4bc267709 req-af5bc67e-4d6f-4abd-8b5b-90ee2cd6f58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:46.198387 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1338fe6d-392e-4e15-bc78-609dad608968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e462bff-8702-4b64-b0d4-e51c46aae3a1,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:46.200553 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-1c2c6eaa-5fdb-4aea-b9ea-86b4bc267709 req-af5bc67e-4d6f-4abd-8b5b-90ee2cd6f58c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=e45abb02-b319-4872-9fb3-ccc0ce9d74e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0631292 Sep 30 09:37:46.325576 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-1c2c6eaa-5fdb-4aea-b9ea-86b4bc267709 req-2b205a11-1603-46bd-8eac-70baf900bb30 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e45abb02-b319-4872-9fb3-ccc0ce9d74e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179819 Sep 30 09:37:46.383970 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 40286) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:46.414670 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35de09f-d5c9-4b6c-8f1c-a858c20f0517 req-76d9644c-7524-458f-a549-415123c070d5 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:46.416243 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d35de09f-d5c9-4b6c-8f1c-a858c20f0517 req-76d9644c-7524-458f-a549-415123c070d5 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f1bc731d-9db4-4fae-b150-eeef8b34314d HTTP/1.1" status: 200 len: 948 time: 0.0776048 Sep 30 09:37:46.417249 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f1f802cf-377c-46cc-b75a-2d8fca2fdcd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:46.455444 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-1c2c6eaa-5fdb-4aea-b9ea-86b4bc267709 req-a61acfb4-3ad0-458c-b08a-14916f1bad7b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e45abb02-b319-4872-9fb3-ccc0ce9d74e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218183 Sep 30 09:37:46.502107 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d35de09f-d5c9-4b6c-8f1c-a858c20f0517 req-baf55381-fadf-447b-a9c6-5fe356da9682 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b79515fe-e2fc-4e06-8d2b-e50db6d747f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750244 Sep 30 09:37:46.515887 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:DELETE=6,neutron:UPDATE=3,neutron:SELECT=89,neutron:INSERT=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:46.563179 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f1f802cf-377c-46cc-b75a-2d8fca2fdcd6 admin admin] Publish callbacks [] for security_group (0e62d349-fa2b-4d70-a5c2-bf6ce9bc03ed), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:46.569130 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f1f802cf-377c-46cc-b75a-2d8fca2fdcd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (0e62d349-fa2b-4d70-a5c2-bf6ce9bc03ed), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:46.608451 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f802cf-377c-46cc-b75a-2d8fca2fdcd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e62d349-fa2b-4d70-a5c2-bf6ce9bc03ed,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:46.613134 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-f1f802cf-377c-46cc-b75a-2d8fca2fdcd6 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=ff0163b81ff044beba8e16871c4f5f3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2281704 Sep 30 09:37:46.615910 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 40294) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:46.677786 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b5a10c26-5faa-4be7-8554-558ea70af4ae admin admin] Publish callbacks [] for security_group (0e62d349-fa2b-4d70-a5c2-bf6ce9bc03ed), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:46.702824 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b5a10c26-5faa-4be7-8554-558ea70af4ae admin admin] Publish callbacks [] for security_group (0e62d349-fa2b-4d70-a5c2-bf6ce9bc03ed), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:46.757091 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 40298) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:46.764236 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b5a10c26-5faa-4be7-8554-558ea70af4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (0e62d349-fa2b-4d70-a5c2-bf6ce9bc03ed), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:46.766889 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b5a10c26-5faa-4be7-8554-558ea70af4ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:46.772030 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-b5a10c26-5faa-4be7-8554-558ea70af4ae admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/0e62d349-fa2b-4d70-a5c2-bf6ce9bc03ed HTTP/1.1" status: 204 len: 168 time: 0.1512399 Sep 30 09:37:46.781686 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a10c26-5faa-4be7-8554-558ea70af4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e62d349-fa2b-4d70-a5c2-bf6ce9bc03ed,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:46.797443 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:46.823622 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-394d4bfe-efeb-413e-a576-92b7fd8b38f8 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=42428ee5681f40718b9a855ec5d61533&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0651774 Sep 30 09:37:46.826103 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 40302) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:46.889045 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-793b91a4-d099-47ff-a4eb-6e21b2c0ac24 admin admin] Publish callbacks [] for security_group (9e9449e8-2d0a-4152-812e-768affea0227), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:46.921906 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-793b91a4-d099-47ff-a4eb-6e21b2c0ac24 admin admin] Publish callbacks [] for security_group (9e9449e8-2d0a-4152-812e-768affea0227), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:46.988831 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-793b91a4-d099-47ff-a4eb-6e21b2c0ac24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (9e9449e8-2d0a-4152-812e-768affea0227), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:46.992671 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-793b91a4-d099-47ff-a4eb-6e21b2c0ac24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:46.993867 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-793b91a4-d099-47ff-a4eb-6e21b2c0ac24 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/9e9449e8-2d0a-4152-812e-768affea0227 HTTP/1.1" status: 204 len: 168 time: 0.1668029 Sep 30 09:37:47.003055 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793b91a4-d099-47ff-a4eb-6e21b2c0ac24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9449e8-2d0a-4152-812e-768affea0227,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:47.094732 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc8de9-ed1c-46f3-a80a-5d3d4ae3bfe6 req-451e2c34-4954-415f-994c-28f0ffbd3259 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:47.096478 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-06fc8de9-ed1c-46f3-a80a-5d3d4ae3bfe6 req-451e2c34-4954-415f-994c-28f0ffbd3259 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 945 time: 0.0736668 Sep 30 09:37:47.162934 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-06fc8de9-ed1c-46f3-a80a-5d3d4ae3bfe6 req-8fab3b8a-8403-49fc-8a02-a55d9156926d tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586143 Sep 30 09:37:47.240699 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device a46c43fa-1e5d-4210-90dc-3268619a1d48 up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:37:47.290674 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Provisioning for port a46c43fa-1e5d-4210-90dc-3268619a1d48 completed by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 30 09:37:47.302754 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Provisioning complete for port a46c43fa-1e5d-4210-90dc-3268619a1d48 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:37:47.305024 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (a46c43fa-1e5d-4210-90dc-3268619a1d48), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:47.306537 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Attempt 1 to provision port a46c43fa-1e5d-4210-90dc-3268619a1d48 Sep 30 09:37:47.417619 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port a46c43fa-1e5d-4210-90dc-3268619a1d48 is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:37:47.418285 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (a46c43fa-1e5d-4210-90dc-3268619a1d48), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:47.445912 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1bc731d-9db4-4fae-b150-eeef8b34314d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46c43fa-1e5d-4210-90dc-3268619a1d48'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:37:47.448994 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}572cd3d2a36c298d242844143b4f2eb8d6763781bbf742a8cfd50e233d5d8038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd602ddc-2ea8-45e6-af84-6cbda8061e6f" -d '{"events": [{"server_uuid": "f1bc731d-9db4-4fae-b150-eeef8b34314d", "name": "network-vif-plugged", "status": "completed", "tag": "a46c43fa-1e5d-4210-90dc-3268619a1d48"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:37:47.483404 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port a46c43fa-1e5d-4210-90dc-3268619a1d48, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a46c43fa-1e5d-4210-90dc-3268619a1d48,segment=NetworkSegment(f7c25188-45b4-4e3a-9e80-f972c7d194f9),segment_id=f7c25188-45b4-4e3a-9e80-f972c7d194f9)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:37:47.491375 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (a46c43fa-1e5d-4210-90dc-3268619a1d48), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:47.518668 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195b98d3-6f58-4d08-bd8e-54698c0414a3 x-openstack-request-id: req-195b98d3-6f58-4d08-bd8e-54698c0414a3 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:37:47.519180 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1bc731d-9db4-4fae-b150-eeef8b34314d", "name": "network-vif-plugged", "status": "completed", "tag": "a46c43fa-1e5d-4210-90dc-3268619a1d48", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:37:47.519680 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-195b98d3-6f58-4d08-bd8e-54698c0414a3 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:37:47.520694 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-195b98d3-6f58-4d08-bd8e-54698c0414a3'] response: {'server_uuid': 'f1bc731d-9db4-4fae-b150-eeef8b34314d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46c43fa-1e5d-4210-90dc-3268619a1d48', 'code': 200} Sep 30 09:37:47.623652 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=a46c43fa-1e5d-4210-90dc-3268619a1d48,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:47.705661 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b40110-4b24-4fc8-a650-2294f3797766 req-75307347-cc8b-4b7b-983a-3c5d2e32b39d tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:47.715546 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-13b40110-4b24-4fc8-a650-2294f3797766 req-75307347-cc8b-4b7b-983a-3c5d2e32b39d tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f1bc731d-9db4-4fae-b150-eeef8b34314d HTTP/1.1" status: 200 len: 949 time: 0.0748374 Sep 30 09:37:47.765276 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-13b40110-4b24-4fc8-a650-2294f3797766 req-95dfb3ea-4fe0-43d1-838d-45eb843bebfa tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b79515fe-e2fc-4e06-8d2b-e50db6d747f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487452 Sep 30 09:37:47.827301 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a32b2f-a537-483b-903e-efc9f0ef8283 req-648a1afe-40d4-455d-98dd-f2edb7bd6b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:47.829334 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-57a32b2f-a537-483b-903e-efc9f0ef8283 req-648a1afe-40d4-455d-98dd-f2edb7bd6b57 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f1bc731d-9db4-4fae-b150-eeef8b34314d HTTP/1.1" status: 200 len: 1133 time: 0.0659125 Sep 30 09:37:47.887009 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-57a32b2f-a537-483b-903e-efc9f0ef8283 req-4794456e-a49d-40a3-8ca4-e41b3d26766d service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b79515fe-e2fc-4e06-8d2b-e50db6d747f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509501 Sep 30 09:37:48.328667 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b225222-23d3-4b8a-8b98-c0dec23702c6 req-2f74ac64-dd36-4679-b7dc-daad0a4bee91 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:48.330288 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4b225222-23d3-4b8a-8b98-c0dec23702c6 req-2f74ac64-dd36-4679-b7dc-daad0a4bee91 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 945 time: 0.0577748 Sep 30 09:37:48.388848 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4b225222-23d3-4b8a-8b98-c0dec23702c6 req-60b234fc-a9ab-4554-b78c-85ee9d31c0a5 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514529 Sep 30 09:37:48.491188 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 40380) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:48.603174 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-ad0028d9-e55c-4da7-be65-5331626211a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:48.687334 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:48.691624 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-ad0028d9-e55c-4da7-be65-5331626211a1 admin admin] Publish callbacks [] for security_group (4d92697a-378e-4749-b942-33bf6f68f642), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:48.699684 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-ad0028d9-e55c-4da7-be65-5331626211a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (4d92697a-378e-4749-b942-33bf6f68f642), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:48.758255 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-ad0028d9-e55c-4da7-be65-5331626211a1 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=058c4b19eabb472ba8f41a63c65cbac0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2659714 Sep 30 09:37:48.759372 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0028d9-e55c-4da7-be65-5331626211a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d92697a-378e-4749-b942-33bf6f68f642,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:48.760863 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 40400) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:48.826257 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1cc1ac2a-c993-4e05-a869-904d6b2cb1df admin admin] Publish callbacks [] for security_group (4d92697a-378e-4749-b942-33bf6f68f642), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:48.850867 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1cc1ac2a-c993-4e05-a869-904d6b2cb1df admin admin] Publish callbacks [] for security_group (4d92697a-378e-4749-b942-33bf6f68f642), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:48.912226 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:48.944773 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d64d80-7420-4928-ba7b-b75f3ac57e97 req-fb8746af-a8be-43c2-b3cd-260b59a8c697 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:48.946280 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-30d64d80-7420-4928-ba7b-b75f3ac57e97 req-fb8746af-a8be-43c2-b3cd-260b59a8c697 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f1bc731d-9db4-4fae-b150-eeef8b34314d HTTP/1.1" status: 200 len: 949 time: 0.0880232 Sep 30 09:37:48.982606 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1cc1ac2a-c993-4e05-a869-904d6b2cb1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (4d92697a-378e-4749-b942-33bf6f68f642), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:48.985026 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1cc1ac2a-c993-4e05-a869-904d6b2cb1df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:48.986192 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-1cc1ac2a-c993-4e05-a869-904d6b2cb1df admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/4d92697a-378e-4749-b942-33bf6f68f642 HTTP/1.1" status: 204 len: 168 time: 0.2235610 Sep 30 09:37:49.008906 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-30d64d80-7420-4928-ba7b-b75f3ac57e97 req-2d77e9c4-1aef-49ba-b905-4eef5681e8a8 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b79515fe-e2fc-4e06-8d2b-e50db6d747f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564637 Sep 30 09:37:49.010401 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1ac2a-c993-4e05-a869-904d6b2cb1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d92697a-378e-4749-b942-33bf6f68f642,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:49.542598 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80590105-c40a-49f4-b9b0-0cc36a9f8b83 req-d6cfe928-59fb-4503-b913-37d4b28d04ea tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:49.543985 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-80590105-c40a-49f4-b9b0-0cc36a9f8b83 req-d6cfe928-59fb-4503-b913-37d4b28d04ea tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 945 time: 0.0482297 Sep 30 09:37:49.591702 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-80590105-c40a-49f4-b9b0-0cc36a9f8b83 req-fe363799-fa08-43b0-b951-ecd0d8b1222e tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420802 Sep 30 09:37:50.138748 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032531f-8afe-4872-bba8-f85847b383f2 req-00437fea-eb0c-4726-b949-6fd80ad376e8 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:50.140246 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4032531f-8afe-4872-bba8-f85847b383f2 req-00437fea-eb0c-4726-b949-6fd80ad376e8 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f1bc731d-9db4-4fae-b150-eeef8b34314d HTTP/1.1" status: 200 len: 949 time: 0.0504775 Sep 30 09:37:50.196841 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4032531f-8afe-4872-bba8-f85847b383f2 req-ced7a074-a7bf-4b67-b309-ac8eb3245900 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b79515fe-e2fc-4e06-8d2b-e50db6d747f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498364 Sep 30 09:37:50.708611 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:50.717122 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15b152-809a-4d3c-a7bd-a37bd15842d8 req-ce4fd22f-3495-430c-a09b-b4b56601c3fd tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:50.718664 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-bb15b152-809a-4d3c-a7bd-a37bd15842d8 req-ce4fd22f-3495-430c-a09b-b4b56601c3fd tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 945 time: 0.0503545 Sep 30 09:37:50.768048 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-bb15b152-809a-4d3c-a7bd-a37bd15842d8 req-8bc13155-1edb-45f4-9995-87fce33287b2 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428426 Sep 30 09:37:51.327228 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e5f32-2803-4675-95ba-0955b72128de req-c4083208-2d04-47b6-8566-462af335fb6d tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:51.328728 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ad5e5f32-2803-4675-95ba-0955b72128de req-c4083208-2d04-47b6-8566-462af335fb6d tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f1bc731d-9db4-4fae-b150-eeef8b34314d HTTP/1.1" status: 200 len: 949 time: 0.0538700 Sep 30 09:37:51.381898 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ad5e5f32-2803-4675-95ba-0955b72128de req-93dca22e-a0db-4c35-9544-35d9ba28c23a tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b79515fe-e2fc-4e06-8d2b-e50db6d747f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471303 Sep 30 09:37:51.706137 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15717fed-8926-4102-a047-989c474351c4 req-f2a21cdd-ec9b-4c52-831d-79bc1c108232 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:51.707660 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-15717fed-8926-4102-a047-989c474351c4 req-f2a21cdd-ec9b-4c52-831d-79bc1c108232 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f1bc731d-9db4-4fae-b150-eeef8b34314d HTTP/1.1" status: 200 len: 949 time: 0.0543299 Sep 30 09:37:51.756598 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-15717fed-8926-4102-a047-989c474351c4 req-37e5bfa1-9da4-4a46-938b-f8886ed45a10 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b79515fe-e2fc-4e06-8d2b-e50db6d747f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434327 Sep 30 09:37:51.894580 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6f8ec-ab13-42a3-af2d-591fe869ea96 req-184bb993-44e3-4750-9914-27db4bc66299 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:51.896283 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-12a6f8ec-ab13-42a3-af2d-591fe869ea96 req-184bb993-44e3-4750-9914-27db4bc66299 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 945 time: 0.0472171 Sep 30 09:37:51.949070 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-12a6f8ec-ab13-42a3-af2d-591fe869ea96 req-ddd1645d-63f5-4a19-9a85-9fdcd822f643 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472174 Sep 30 09:37:52.004465 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 40522) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:52.122989 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-60addd0c-9d5e-4fa5-8bd3-5d0e4dc1b727 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:52.207315 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-60addd0c-9d5e-4fa5-8bd3-5d0e4dc1b727 admin admin] Publish callbacks [] for security_group (23321b51-e169-45d1-b2a6-b3b48c8cbef4), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:52.211255 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-60addd0c-9d5e-4fa5-8bd3-5d0e4dc1b727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (23321b51-e169-45d1-b2a6-b3b48c8cbef4), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:52.251243 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-60addd0c-9d5e-4fa5-8bd3-5d0e4dc1b727 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=7550f3c2ad3d4123a750d76fbe7ae9a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2457352 Sep 30 09:37:52.252115 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60addd0c-9d5e-4fa5-8bd3-5d0e4dc1b727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23321b51-e169-45d1-b2a6-b3b48c8cbef4,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:52.254348 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 40528) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:52.305055 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d6f94497-1c2f-4d3d-a843-98de652eb7af admin admin] Publish callbacks [] for security_group (23321b51-e169-45d1-b2a6-b3b48c8cbef4), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:52.324679 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d6f94497-1c2f-4d3d-a843-98de652eb7af admin admin] Publish callbacks [] for security_group (23321b51-e169-45d1-b2a6-b3b48c8cbef4), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:52.375896 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d6f94497-1c2f-4d3d-a843-98de652eb7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (23321b51-e169-45d1-b2a6-b3b48c8cbef4), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:52.378552 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d6f94497-1c2f-4d3d-a843-98de652eb7af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:52.379699 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-d6f94497-1c2f-4d3d-a843-98de652eb7af admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/23321b51-e169-45d1-b2a6-b3b48c8cbef4 HTTP/1.1" status: 204 len: 168 time: 0.1243587 Sep 30 09:37:52.388164 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f94497-1c2f-4d3d-a843-98de652eb7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23321b51-e169-45d1-b2a6-b3b48c8cbef4,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:52.404085 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:52.672351 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 40536) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:52.885454 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-741ac843-4c8a-4937-8cee-0a338131bae6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:52.887496 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c39c76-56be-4599-bae4-904a215e103c req-bd0b9a8c-e515-4919-955f-70b2a77204eb tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:52.888993 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-01c39c76-56be-4599-bae4-904a215e103c req-bd0b9a8c-e515-4919-955f-70b2a77204eb tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f1bc731d-9db4-4fae-b150-eeef8b34314d HTTP/1.1" status: 200 len: 949 time: 0.0482218 Sep 30 09:37:52.942870 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-01c39c76-56be-4599-bae4-904a215e103c req-61f11d8f-ee5d-4f6d-b27b-a232887ff201 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b79515fe-e2fc-4e06-8d2b-e50db6d747f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480111 Sep 30 09:37:52.978004 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-741ac843-4c8a-4937-8cee-0a338131bae6 admin admin] Publish callbacks [] for security_group (6adc7bff-9612-47ae-8664-d36810892a26), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:52.989697 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-741ac843-4c8a-4937-8cee-0a338131bae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (6adc7bff-9612-47ae-8664-d36810892a26), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:52.998881 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:53.038310 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-741ac843-4c8a-4937-8cee-0a338131bae6 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=c1de4096b1724f38b6bc8b4a1a97a309&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3624632 Sep 30 09:37:53.038310 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ac843-4c8a-4937-8cee-0a338131bae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6adc7bff-9612-47ae-8664-d36810892a26,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:53.040334 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 40542) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:53.044669 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:DELETE=2,neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:53.079931 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af654c49-8044-42c7-8be0-99ab6e6fa2e6 req-f3c6707c-1204-425d-8bdd-8d883bc11755 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:53.082106 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-af654c49-8044-42c7-8be0-99ab6e6fa2e6 req-f3c6707c-1204-425d-8bdd-8d883bc11755 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 945 time: 0.0500927 Sep 30 09:37:53.098410 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-56a8680c-31a1-4943-809c-aecea90266ec admin admin] Publish callbacks [] for security_group (6adc7bff-9612-47ae-8664-d36810892a26), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:53.124166 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-56a8680c-31a1-4943-809c-aecea90266ec admin admin] Publish callbacks [] for security_group (6adc7bff-9612-47ae-8664-d36810892a26), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:53.164328 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-af654c49-8044-42c7-8be0-99ab6e6fa2e6 req-85583f12-12b0-462a-934c-aa95b5eb2536 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671163 Sep 30 09:37:53.172462 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-56a8680c-31a1-4943-809c-aecea90266ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (6adc7bff-9612-47ae-8664-d36810892a26), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:53.175770 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-56a8680c-31a1-4943-809c-aecea90266ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:53.176867 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-56a8680c-31a1-4943-809c-aecea90266ec admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/6adc7bff-9612-47ae-8664-d36810892a26 HTTP/1.1" status: 204 len: 168 time: 0.1353946 Sep 30 09:37:53.185921 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a8680c-31a1-4943-809c-aecea90266ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adc7bff-9612-47ae-8664-d36810892a26,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:53.266679 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:53.267539 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=5 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:53.881695 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dede14c-53a9-446b-a1d7-ee14c842cb99 req-c96728b9-529b-466b-9d29-0ebe2c820341 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:53.883114 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-3dede14c-53a9-446b-a1d7-ee14c842cb99 req-c96728b9-529b-466b-9d29-0ebe2c820341 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f1bc731d-9db4-4fae-b150-eeef8b34314d HTTP/1.1" status: 200 len: 949 time: 0.0535452 Sep 30 09:37:53.914056 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 40568) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:53.973072 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-3dede14c-53a9-446b-a1d7-ee14c842cb99 req-b360a6eb-3f80-4fe7-ae4c-cd31d196bd69 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] Deleting port a46c43fa-1e5d-4210-90dc-3268619a1d48 {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:37:53.973414 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-3dede14c-53a9-446b-a1d7-ee14c842cb99 req-b360a6eb-3f80-4fe7-ae4c-cd31d196bd69 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (a46c43fa-1e5d-4210-90dc-3268619a1d48), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:54.028482 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-7fdf5723-db1e-4004-9c9b-852426e2d6f4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1539610480-network', 'tenant_id': 'a530d9ebb5c749d2adaf3c428c5a4189'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:37:54.073900 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdf5723-db1e-4004-9c9b-852426e2d6f4 admin admin] Made reservation on behalf of a530d9ebb5c749d2adaf3c428c5a4189 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:37:54.076174 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7fdf5723-db1e-4004-9c9b-852426e2d6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for network (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:54.076328 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-3dede14c-53a9-446b-a1d7-ee14c842cb99 req-b360a6eb-3f80-4fe7-ae4c-cd31d196bd69 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] For port a46c43fa-1e5d-4210-90dc-3268619a1d48, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a46c43fa-1e5d-4210-90dc-3268619a1d48,segment=NetworkSegment(f7c25188-45b4-4e3a-9e80-f972c7d194f9),segment_id=f7c25188-45b4-4e3a-9e80-f972c7d194f9)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:37:54.076539 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-3dede14c-53a9-446b-a1d7-ee14c842cb99 req-b360a6eb-3f80-4fe7-ae4c-cd31d196bd69 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (a46c43fa-1e5d-4210-90dc-3268619a1d48), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:54.086208 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:54.091478 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7fdf5723-db1e-4004-9c9b-852426e2d6f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:54.093313 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-3dede14c-53a9-446b-a1d7-ee14c842cb99 req-b360a6eb-3f80-4fe7-ae4c-cd31d196bd69 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] Calling delete_port for a46c43fa-1e5d-4210-90dc-3268619a1d48 owned by compute:nova {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:37:54.117807 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e3cb04-59b6-478c-93e4-c467d69c1f9d req-259d2af5-8cf0-4b9c-b388-6a22cdaf19ab tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:54.119357 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-b9e3cb04-59b6-478c-93e4-c467d69c1f9d req-259d2af5-8cf0-4b9c-b388-6a22cdaf19ab tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f1bc731d-9db4-4fae-b150-eeef8b34314d HTTP/1.1" status: 200 len: 949 time: 0.0786183 Sep 30 09:37:54.198242 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-b9e3cb04-59b6-478c-93e4-c467d69c1f9d req-6e77cfd1-8039-4e58-bf7a-b6594fb61496 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b79515fe-e2fc-4e06-8d2b-e50db6d747f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708065 Sep 30 09:37:54.216408 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=86,neutron:INSERT=14 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:54.273894 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7fdf5723-db1e-4004-9c9b-852426e2d6f4 admin admin] Publish callbacks [] for security_group (aad97847-1acd-4b74-8ec2-447b1d69cec1), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:54.286316 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-3dede14c-53a9-446b-a1d7-ee14c842cb99 req-b360a6eb-3f80-4fe7-ae4c-cd31d196bd69 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (a46c43fa-1e5d-4210-90dc-3268619a1d48), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:54.295704 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7fdf5723-db1e-4004-9c9b-852426e2d6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (aad97847-1acd-4b74-8ec2-447b1d69cec1), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:54.312678 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b360a6eb-3f80-4fe7-ae4c-cd31d196bd69 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] Pushing event deleted for resources: {'Port': ['ID=a46c43fa-1e5d-4210-90dc-3268619a1d48,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:54.333892 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] get_ports_and_sgs() called for port_ids ['a46c43fa-1e5d-4210-90dc-3268619a1d48'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:37:54.358944 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e30ce0-8406-45bb-b53e-0cf84317cb65 req-ed4cde0e-69f0-42e6-8385-0b30b9e910d6 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:54.360441 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-97e30ce0-8406-45bb-b53e-0cf84317cb65 req-ed4cde0e-69f0-42e6-8385-0b30b9e910d6 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 945 time: 0.1056635 Sep 30 09:37:54.362995 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fdf5723-db1e-4004-9c9b-852426e2d6f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:37:54.368592 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf5723-db1e-4004-9c9b-852426e2d6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad97847-1acd-4b74-8ec2-447b1d69cec1,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:54.377530 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dede14c-53a9-446b-a1d7-ee14c842cb99 req-b360a6eb-3f80-4fe7-ae4c-cd31d196bd69 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] No DVR routers for this DVR port a46c43fa-1e5d-4210-90dc-3268619a1d48 on host hv-cinder-maste {{(pid=106375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:37:54.380558 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-3dede14c-53a9-446b-a1d7-ee14c842cb99 req-b360a6eb-3f80-4fe7-ae4c-cd31d196bd69 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:54.384098 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-3dede14c-53a9-446b-a1d7-ee14c842cb99 req-b360a6eb-3f80-4fe7-ae4c-cd31d196bd69 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] 10.222.0.40 "DELETE /networking/v2.0/ports/a46c43fa-1e5d-4210-90dc-3268619a1d48 HTTP/1.1" status: 204 len: 173 time: 0.4910734 Sep 30 09:37:54.384616 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1bc731d-9db4-4fae-b150-eeef8b34314d', 'name': 'network-vif-deleted', 'tag': 'a46c43fa-1e5d-4210-90dc-3268619a1d48'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:37:54.384950 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7fdf5723-db1e-4004-9c9b-852426e2d6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765'] for segment (ab1a1fd1-5a10-4363-8442-0a92e4f75ce2), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:54.385264 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.db.segments_db [None req-7fdf5723-db1e-4004-9c9b-852426e2d6f4 admin admin] Added segment ab1a1fd1-5a10-4363-8442-0a92e4f75ce2 of type vlan for network 98875254-610d-4f12-b0d0-6a1319c6095e Sep 30 09:37:54.386902 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a2765c340e485259911155c50f33e4425258638b85650f0a2a20d0c41df364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770726ad-c166-40d0-b252-82158aa497e4" -d '{"events": [{"server_uuid": "f1bc731d-9db4-4fae-b150-eeef8b34314d", "name": "network-vif-deleted", "tag": "a46c43fa-1e5d-4210-90dc-3268619a1d48"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:37:54.466987 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f6c1e7-a8ce-4864-b4a9-0efc9c71de22 x-openstack-request-id: req-48f6c1e7-a8ce-4864-b4a9-0efc9c71de22 {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:37:54.467291 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1bc731d-9db4-4fae-b150-eeef8b34314d", "name": "network-vif-deleted", "tag": "a46c43fa-1e5d-4210-90dc-3268619a1d48", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:37:54.467543 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-48f6c1e7-a8ce-4864-b4a9-0efc9c71de22 {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:37:54.467940 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48f6c1e7-a8ce-4864-b4a9-0efc9c71de22'] response: {'server_uuid': 'f1bc731d-9db4-4fae-b150-eeef8b34314d', 'name': 'network-vif-deleted', 'tag': 'a46c43fa-1e5d-4210-90dc-3268619a1d48', 'status': 'completed', 'code': 200} Sep 30 09:37:54.476900 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7fdf5723-db1e-4004-9c9b-852426e2d6f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770945417400'] for network (98875254-610d-4f12-b0d0-6a1319c6095e), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:54.483670 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-97e30ce0-8406-45bb-b53e-0cf84317cb65 req-2e44ba0c-d6e0-4e5d-a92d-ed64a2b7158f tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110709 Sep 30 09:37:54.508861 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7fdf5723-db1e-4004-9c9b-852426e2d6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347'] for network (98875254-610d-4f12-b0d0-6a1319c6095e), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:54.510071 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdf5723-db1e-4004-9c9b-852426e2d6f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:54.510662 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7fdf5723-db1e-4004-9c9b-852426e2d6f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for network (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:54.575656 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-7fdf5723-db1e-4004-9c9b-852426e2d6f4 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6604354 Sep 30 09:37:54.582159 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 40582) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:37:54.590075 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf5723-db1e-4004-9c9b-852426e2d6f4 admin admin] Pushing event updated for resources: {'Network': ['ID=98875254-610d-4f12-b0d0-6a1319c6095e,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:54.590604 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-3bc669cb-18d4-45e5-9204-b59575d49cf7 admin admin] Request body: {'subnet': {'network_id': '98875254-610d-4f12-b0d0-6a1319c6095e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1539610480-subnet', 'tenant_id': 'a530d9ebb5c749d2adaf3c428c5a4189', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:37:54.601317 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Network 98875254-610d-4f12-b0d0-6a1319c6095e details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:37:54.623766 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc669cb-18d4-45e5-9204-b59575d49cf7 admin admin] Made reservation on behalf of a530d9ebb5c749d2adaf3c428c5a4189 for: {'subnet': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:37:54.626318 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-3bc669cb-18d4-45e5-9204-b59575d49cf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32359372'] for subnet (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:54.827159 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-3bc669cb-18d4-45e5-9204-b59575d49cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1379946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32359418'] for subnet (b6578b14-2df3-46e6-b80d-d179dabb532b), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:54.893702 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc669cb-18d4-45e5-9204-b59575d49cf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6578b14-2df3-46e6-b80d-d179dabb532b,revision_number=0']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:37:54.901262 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc669cb-18d4-45e5-9204-b59575d49cf7 admin admin] Checking segment: {'id': 'ab1a1fd1-5a10-4363-8442-0a92e4f75ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '98875254-610d-4f12-b0d0-6a1319c6095e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:37:54.901620 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc669cb-18d4-45e5-9204-b59575d49cf7 admin admin] Network hostable DHCP agents. Network: 98875254-610d-4f12-b0d0-6a1319c6095e, hostable agents: ['505f8fe4-cf16-4cec-b766-e44aefc0193e'], hosted agents: [] {{(pid=106375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:37:54.920454 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc669cb-18d4-45e5-9204-b59575d49cf7 admin admin] Network 98875254-610d-4f12-b0d0-6a1319c6095e is scheduled to be hosted by DHCP agent 505f8fe4-cf16-4cec-b766-e44aefc0193e with binding_index 1 {{(pid=106375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:37:54.934216 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-3bc669cb-18d4-45e5-9204-b59575d49cf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 98875254-610d-4f12-b0d0-6a1319c6095e) {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:37:54.941496 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc669cb-18d4-45e5-9204-b59575d49cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:54.942310 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-3bc669cb-18d4-45e5-9204-b59575d49cf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for subnet (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:54.947476 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a635e5d6-fdca-4084-b824-d20f911dc83c None None] Network 98875254-610d-4f12-b0d0-6a1319c6095e requested from dv-cinder-master-3-smb {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:37:54.951803 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:54.968594 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-3bc669cb-18d4-45e5-9204-b59575d49cf7 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3850462 Sep 30 09:37:54.997818 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:55.064431 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24688c2d-5c80-4a3d-b0a9-f2cb0dd8e6d3 None None] Network 98875254-610d-4f12-b0d0-6a1319c6095e requested from dv-cinder-master-3-smb {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:37:55.369037 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d14ac2a5-8091-4c2b-ad0f-c6a767106858 req-83cb0025-d448-4dd2-afe9-1da68e7453e2 tempest-VolumesNegativeTest-199030095 tempest-VolumesNegativeTest-199030095-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f1bc731d-9db4-4fae-b150-eeef8b34314d HTTP/1.1" status: 200 len: 210 time: 0.0431449 Sep 30 09:37:55.620650 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc916ae-1ce8-4a8b-8e99-b7b77eecc56d req-6882229f-886c-4b8f-abc0-0ec758346083 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:55.622156 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-acc916ae-1ce8-4a8b-8e99-b7b77eecc56d req-6882229f-886c-4b8f-abc0-0ec758346083 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 945 time: 0.0488570 Sep 30 09:37:55.670346 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-acc916ae-1ce8-4a8b-8e99-b7b77eecc56d req-130f2def-a0f7-4101-87ea-bcfb23dba4b0 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426166 Sep 30 09:37:55.966082 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f59017c1-744a-4605-95a3-408f8a1b45e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:56.799760 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad7aab-cc2c-44d3-ac9a-1daab9ba309a req-0a4919a6-ac76-4837-9ea1-e96699ce15c8 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:56.801437 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-e2ad7aab-cc2c-44d3-ac9a-1daab9ba309a req-0a4919a6-ac76-4837-9ea1-e96699ce15c8 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 945 time: 0.0531633 Sep 30 09:37:56.856643 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-e2ad7aab-cc2c-44d3-ac9a-1daab9ba309a req-a5fee162-32c7-40e8-a2ab-d6c91920bbf5 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493889 Sep 30 09:37:57.264489 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device a46c43fa-1e5d-4210-90dc-3268619a1d48 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:37:57.285551 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] No Port match for: a46c43fa-1e5d-4210-90dc-3268619a1d48 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:37:57.285909 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device a46c43fa-1e5d-4210-90dc-3268619a1d48 not bound to the agent host hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:37:57.945697 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:37:57.982839 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3e6d6-4e01-413b-bcac-0e3406045cab req-50cbfa24-bb30-4b86-b60f-c37c865bd231 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:57.984317 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-44f3e6d6-4e01-413b-bcac-0e3406045cab req-50cbfa24-bb30-4b86-b60f-c37c865bd231 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 945 time: 0.0492778 Sep 30 09:37:58.033718 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-44f3e6d6-4e01-413b-bcac-0e3406045cab req-81fe0733-e7c9-4346-b5c9-77db27d95eb6 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429592 Sep 30 09:37:58.289539 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-70b4276f-c924-4a5b-afd9-256661d212d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:59.172238 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e18877-a481-48f8-87ba-43a009f6e18c req-a016e4b5-8401-4f48-8952-034bd0e78415 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:59.173736 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-53e18877-a481-48f8-87ba-43a009f6e18c req-a016e4b5-8401-4f48-8952-034bd0e78415 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 945 time: 0.0606868 Sep 30 09:37:59.221998 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-53e18877-a481-48f8-87ba-43a009f6e18c req-ff0c34b1-e913-4053-b9e6-7069bca734a1 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421808 Sep 30 09:37:59.441774 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:59.599990 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:37:59.946522 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-e7661511-ee02-457e-a252-15548ac51793 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:37:59.947893 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-e7661511-ee02-457e-a252-15548ac51793 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/networks?id=98875254-610d-4f12-b0d0-6a1319c6095e HTTP/1.1" status: 200 len: 809 time: 0.1105447 Sep 30 09:37:59.967932 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-339e8050-a806-4f37-9816-b747974899ba tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/quotas/a530d9ebb5c749d2adaf3c428c5a4189 HTTP/1.1" status: 200 len: 375 time: 0.0096228 Sep 30 09:38:00.024715 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-4ae0a21d-7a84-4826-85ce-18f05361a170 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=a530d9ebb5c749d2adaf3c428c5a4189&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360289 Sep 30 09:38:00.117341 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-466faca5-f159-4004-8d51-d5f23780d6cc service neutron] 10.222.0.15 "GET /networking/v2.0/networks/98875254-610d-4f12-b0d0-6a1319c6095e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855327 Sep 30 09:38:00.177004 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:00.216618 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-2f1ad8b4-5424-4f95-9fd0-f20f55fdbaf1 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/98875254-610d-4f12-b0d0-6a1319c6095e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931897 Sep 30 09:38:00.403119 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-b853c336-6e1e-4954-a448-84e881d9432c req-c35879cf-587d-48bc-b265-9f406d743986 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=28e15ce4-9523-4920-9c4b-75e8043f71b2 HTTP/1.1" status: 200 len: 210 time: 0.0391412 Sep 30 09:38:00.411406 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a3e2a-d8e3-4102-b1ec-50316c32cc97 req-c12805a3-01f3-4afe-8424-37536ef1a72f tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:00.413141 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-599a3e2a-d8e3-4102-b1ec-50316c32cc97 req-c12805a3-01f3-4afe-8424-37536ef1a72f tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 945 time: 0.1116812 Sep 30 09:38:00.467999 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-d96b825c-4af9-46f2-85e0-ab217ce6713c req-a6949146-34a5-48a7-ae88-91c5bdf55de1 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0889039 Sep 30 09:38:00.482164 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-599a3e2a-d8e3-4102-b1ec-50316c32cc97 req-4f66d500-adcb-4798-93df-eea8a1ad4088 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605423 Sep 30 09:38:00.564268 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b825c-4af9-46f2-85e0-ab217ce6713c req-8babb50c-7142-4c86-91e7-1d2f5443d0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:00.567663 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-d96b825c-4af9-46f2-85e0-ab217ce6713c req-8babb50c-7142-4c86-91e7-1d2f5443d0cd service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=7258740d324b4be18675101826a78ca7&device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 1130 time: 0.0486050 Sep 30 09:38:00.710814 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b825c-4af9-46f2-85e0-ab217ce6713c req-090f15e1-1f0b-4859-aa71-861eda41af2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:00.713186 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-d96b825c-4af9-46f2-85e0-ab217ce6713c req-090f15e1-1f0b-4859-aa71-861eda41af2f service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=486301e7-f0bf-4b46-826b-b0b4132f2272 HTTP/1.1" status: 200 len: 918 time: 0.1187141 Sep 30 09:38:00.821182 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-d96b825c-4af9-46f2-85e0-ab217ce6713c req-51f2dd1e-db30-4f45-ba74-8266fe9a8c8c service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3643062d-c8fd-4dd8-8ade-74a425024837 HTTP/1.1" status: 200 len: 1001 time: 0.1009293 Sep 30 09:38:00.881987 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:00.891405 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b825c-4af9-46f2-85e0-ab217ce6713c req-db1fde1d-ee4b-4bb2-b216-7dbf2bdd6001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:00.893664 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-d96b825c-4af9-46f2-85e0-ab217ce6713c req-db1fde1d-ee4b-4bb2-b216-7dbf2bdd6001 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=caa068e9-5807-465e-a6a4-c687aab9e12e HTTP/1.1" status: 200 len: 856 time: 0.0657279 Sep 30 09:38:00.954212 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:00.960141 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:00.963837 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b825c-4af9-46f2-85e0-ab217ce6713c req-73a334b2-4849-48b3-a13c-c04046b93710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:00.965790 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-d96b825c-4af9-46f2-85e0-ab217ce6713c req-73a334b2-4849-48b3-a13c-c04046b93710 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=486301e7-f0bf-4b46-826b-b0b4132f2272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0601323 Sep 30 09:38:01.078476 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-d96b825c-4af9-46f2-85e0-ab217ce6713c req-adb73555-e39c-4a72-97a3-529f0fd9f447 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/486301e7-f0bf-4b46-826b-b0b4132f2272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005752 Sep 30 09:38:01.179838 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-d96b825c-4af9-46f2-85e0-ab217ce6713c req-1bb2bdcd-58c8-41c2-bca5-922b741ea45f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/486301e7-f0bf-4b46-826b-b0b4132f2272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937908 Sep 30 09:38:01.514837 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-0beef59f-f999-4405-8d5d-55119ff06e8b req-27a9e073-4e1f-449b-aa41-7eaf9f785191 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=28e15ce4-9523-4920-9c4b-75e8043f71b2 HTTP/1.1" status: 200 len: 210 time: 0.0337691 Sep 30 09:38:01.612387 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab06a5-574e-417e-99a5-394a3ab5dea5 req-cc22db00-9846-429e-873a-2d95d5cdce8e tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:01.614141 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-96ab06a5-574e-417e-99a5-394a3ab5dea5 req-cc22db00-9846-429e-873a-2d95d5cdce8e tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 945 time: 0.0507710 Sep 30 09:38:01.682471 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-96ab06a5-574e-417e-99a5-394a3ab5dea5 req-bdbf54dd-86ab-4773-b4d1-ce7852628bb0 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609202 Sep 30 09:38:02.094164 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-dfaf8e65-ab7c-478e-b61d-4bbfcf7988f7 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:02.095883 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-dfaf8e65-ab7c-478e-b61d-4bbfcf7988f7 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.40 "GET /networking/v2.0/networks?id=98875254-610d-4f12-b0d0-6a1319c6095e HTTP/1.1" status: 200 len: 809 time: 0.1281588 Sep 30 09:38:02.120115 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-7ae3b60a-52e4-4db4-9243-9b83608a61fa tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Request body: {'port': {'device_id': '28e15ce4-9523-4920-9c4b-75e8043f71b2', 'network_id': '98875254-610d-4f12-b0d0-6a1319c6095e', 'admin_state_up': True, 'tenant_id': 'a530d9ebb5c749d2adaf3c428c5a4189'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:38:02.247338 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-7ae3b60a-52e4-4db4-9243-9b83608a61fa tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Made reservation on behalf of a530d9ebb5c749d2adaf3c428c5a4189 for: {'port': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:38:02.251305 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-7ae3b60a-52e4-4db4-9243-9b83608a61fa tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:02.389088 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-7ae3b60a-52e4-4db4-9243-9b83608a61fa tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Allocated IP 172.20.0.9 (98875254-610d-4f12-b0d0-6a1319c6095e/b6578b14-2df3-46e6-b80d-d179dabb532b/2683205c-ae93-4392-9aaa-3bcc856f021a) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:38:02.508378 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:02.548632 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-7ae3b60a-52e4-4db4-9243-9b83608a61fa tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Publish callbacks [] for port (2683205c-ae93-4392-9aaa-3bcc856f021a), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:02.570442 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:02.584712 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-7ae3b60a-52e4-4db4-9243-9b83608a61fa tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (2683205c-ae93-4392-9aaa-3bcc856f021a), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:02.631764 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-7ae3b60a-52e4-4db4-9243-9b83608a61fa tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Network 98875254-610d-4f12-b0d0-6a1319c6095e is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:38:02.634998 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-7ae3b60a-52e4-4db4-9243-9b83608a61fa tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:38:02.637363 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-7ae3b60a-52e4-4db4-9243-9b83608a61fa tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:38:02.660979 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6536c14f-c283-485e-ba60-ac75b4d19157 req-3d4de3bd-a7f1-4346-a1d2-9b366386e1e4 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:02.662508 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6536c14f-c283-485e-ba60-ac75b4d19157 req-3d4de3bd-a7f1-4346-a1d2-9b366386e1e4 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=28e15ce4-9523-4920-9c4b-75e8043f71b2 HTTP/1.1" status: 200 len: 931 time: 0.0561736 Sep 30 09:38:02.671460 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae3b60a-52e4-4db4-9243-9b83608a61fa tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Pushing event updated for resources: {'Port': ['ID=2683205c-ae93-4392-9aaa-3bcc856f021a,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:02.688822 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3b60a-52e4-4db4-9243-9b83608a61fa tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:02.689185 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3b60a-52e4-4db4-9243-9b83608a61fa tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:02.689495 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3b60a-52e4-4db4-9243-9b83608a61fa tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:02.690629 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3b60a-52e4-4db4-9243-9b83608a61fa tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:02.690965 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3b60a-52e4-4db4-9243-9b83608a61fa tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:02.691294 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3b60a-52e4-4db4-9243-9b83608a61fa tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:02.691610 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3b60a-52e4-4db4-9243-9b83608a61fa tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:02.691989 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3b60a-52e4-4db4-9243-9b83608a61fa tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:02.692270 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3b60a-52e4-4db4-9243-9b83608a61fa tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:02.692579 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3b60a-52e4-4db4-9243-9b83608a61fa tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:02.692901 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3b60a-52e4-4db4-9243-9b83608a61fa tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:02.693222 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3b60a-52e4-4db4-9243-9b83608a61fa tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:02.693540 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3b60a-52e4-4db4-9243-9b83608a61fa tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:02.693885 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3b60a-52e4-4db4-9243-9b83608a61fa tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:02.694205 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3b60a-52e4-4db4-9243-9b83608a61fa tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:02.707518 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-7ae3b60a-52e4-4db4-9243-9b83608a61fa tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:02.708145 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-7ae3b60a-52e4-4db4-9243-9b83608a61fa tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:02.725927 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6536c14f-c283-485e-ba60-ac75b4d19157 req-f1575af3-1635-4af5-9370-6ce552ef99e1 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aad97847-1acd-4b74-8ec2-447b1d69cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576572 Sep 30 09:38:02.728056 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-7ae3b60a-52e4-4db4-9243-9b83608a61fa tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6139753 Sep 30 09:38:02.751635 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-33cd875a-e6bb-4b7c-a668-a9d2bf974cd4 service neutron] Request body: {'port': {'device_id': '28e15ce4-9523-4920-9c4b-75e8043f71b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:38:02.811845 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-33cd875a-e6bb-4b7c-a668-a9d2bf974cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (2683205c-ae93-4392-9aaa-3bcc856f021a), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:02.819085 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac99c70-aaea-4ee3-8d1c-7a2271c04dd8 req-3a4c3b7b-642c-4d79-85d6-72582dbbee67 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:02.820580 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7ac99c70-aaea-4ee3-8d1c-7a2271c04dd8 req-3a4c3b7b-642c-4d79-85d6-72582dbbee67 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 945 time: 0.0516539 Sep 30 09:38:02.867903 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7ac99c70-aaea-4ee3-8d1c-7a2271c04dd8 req-d4a21df6-09fb-49d1-bc9d-3f21df4f88a2 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413799 Sep 30 09:38:03.078190 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-33cd875a-e6bb-4b7c-a668-a9d2bf974cd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2683205c-ae93-4392-9aaa-3bcc856f021a {{(pid=106375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:38:03.086519 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-33cd875a-e6bb-4b7c-a668-a9d2bf974cd4 service neutron] Publish callbacks [] for port (2683205c-ae93-4392-9aaa-3bcc856f021a), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:03.101328 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.provisioning_blocks [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-33cd875a-e6bb-4b7c-a668-a9d2bf974cd4 service neutron] Transition to ACTIVE for port object 2683205c-ae93-4392-9aaa-3bcc856f021a will not be triggered until provisioned by entity L2. {{(pid=106375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 30 09:38:03.104645 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-33cd875a-e6bb-4b7c-a668-a9d2bf974cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1379309'] for port (2683205c-ae93-4392-9aaa-3bcc856f021a), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:03.185323 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd875a-e6bb-4b7c-a668-a9d2bf974cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=2683205c-ae93-4392-9aaa-3bcc856f021a,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:03.222342 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-33cd875a-e6bb-4b7c-a668-a9d2bf974cd4 service neutron] Attempting to bind port 2683205c-ae93-4392-9aaa-3bcc856f021a on host hv-cinder-maste for vnic_type normal with profile {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:38:03.222683 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-33cd875a-e6bb-4b7c-a668-a9d2bf974cd4 service neutron] Attempting to bind port 2683205c-ae93-4392-9aaa-3bcc856f021a by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'ab1a1fd1-5a10-4363-8442-0a92e4f75ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '98875254-610d-4f12-b0d0-6a1319c6095e'}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:38:03.223014 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-33cd875a-e6bb-4b7c-a668-a9d2bf974cd4 service neutron] Attempting to bind port 2683205c-ae93-4392-9aaa-3bcc856f021a on network 98875254-610d-4f12-b0d0-6a1319c6095e {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:38:03.272119 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-33cd875a-e6bb-4b7c-a668-a9d2bf974cd4 service neutron] Port 2683205c-ae93-4392-9aaa-3bcc856f021a on network 98875254-610d-4f12-b0d0-6a1319c6095e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:38:03.272545 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-33cd875a-e6bb-4b7c-a668-a9d2bf974cd4 service neutron] Attempting to bind port 2683205c-ae93-4392-9aaa-3bcc856f021a on network 98875254-610d-4f12-b0d0-6a1319c6095e {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:38:03.299155 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:03.321551 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-33cd875a-e6bb-4b7c-a668-a9d2bf974cd4 service neutron] Checking agent: {'id': '163c8669-4b7e-4ed1-afd3-94872a5a2df2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 34), 'started_at': datetime.datetime(2022, 9, 30, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:38:03.321899 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-33cd875a-e6bb-4b7c-a668-a9d2bf974cd4 service neutron] Checking segment: {'id': 'ab1a1fd1-5a10-4363-8442-0a92e4f75ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '98875254-610d-4f12-b0d0-6a1319c6095e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:38:03.322276 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-33cd875a-e6bb-4b7c-a668-a9d2bf974cd4 service neutron] Bound using segment: {'id': 'ab1a1fd1-5a10-4363-8442-0a92e4f75ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '98875254-610d-4f12-b0d0-6a1319c6095e'} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:38:03.322705 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-33cd875a-e6bb-4b7c-a668-a9d2bf974cd4 service neutron] Bound port: 2683205c-ae93-4392-9aaa-3bcc856f021a, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab1a1fd1-5a10-4363-8442-0a92e4f75ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '98875254-610d-4f12-b0d0-6a1319c6095e'}}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:38:03.323058 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-33cd875a-e6bb-4b7c-a668-a9d2bf974cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (2683205c-ae93-4392-9aaa-3bcc856f021a), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:03.385198 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-33cd875a-e6bb-4b7c-a668-a9d2bf974cd4 service neutron] For port 2683205c-ae93-4392-9aaa-3bcc856f021a, host hv-cinder-maste, cleared binding levels {{(pid=106375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:38:03.388061 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-33cd875a-e6bb-4b7c-a668-a9d2bf974cd4 service neutron] For port 2683205c-ae93-4392-9aaa-3bcc856f021a, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2683205c-ae93-4392-9aaa-3bcc856f021a,segment=NetworkSegment(ab1a1fd1-5a10-4363-8442-0a92e4f75ce2),segment_id=ab1a1fd1-5a10-4363-8442-0a92e4f75ce2)] {{(pid=106375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:38:03.395714 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-33cd875a-e6bb-4b7c-a668-a9d2bf974cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1379309'] for port (2683205c-ae93-4392-9aaa-3bcc856f021a), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:03.399943 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-33cd875a-e6bb-4b7c-a668-a9d2bf974cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:03.400554 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-33cd875a-e6bb-4b7c-a668-a9d2bf974cd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:03.401953 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-33cd875a-e6bb-4b7c-a668-a9d2bf974cd4 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/2683205c-ae93-4392-9aaa-3bcc856f021a HTTP/1.1" status: 200 len: 1093 time: 0.6547801 Sep 30 09:38:03.402512 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28e15ce4-9523-4920-9c4b-75e8043f71b2', 'tag': '2683205c-ae93-4392-9aaa-3bcc856f021a'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:38:03.404748 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a2765c340e485259911155c50f33e4425258638b85650f0a2a20d0c41df364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942cc4f3-43ef-45b0-b105-40a69b1cc897" -d '{"events": [{"name": "network-changed", "server_uuid": "28e15ce4-9523-4920-9c4b-75e8043f71b2", "tag": "2683205c-ae93-4392-9aaa-3bcc856f021a"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:38:03.444754 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adaee94b-e83c-479b-83f1-9901cb175d8e x-openstack-request-id: req-adaee94b-e83c-479b-83f1-9901cb175d8e {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:38:03.445042 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28e15ce4-9523-4920-9c4b-75e8043f71b2", "tag": "2683205c-ae93-4392-9aaa-3bcc856f021a", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:38:03.445300 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-adaee94b-e83c-479b-83f1-9901cb175d8e {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:38:03.445720 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adaee94b-e83c-479b-83f1-9901cb175d8e'] response: {'name': 'network-changed', 'server_uuid': '28e15ce4-9523-4920-9c4b-75e8043f71b2', 'tag': '2683205c-ae93-4392-9aaa-3bcc856f021a', 'status': 'completed', 'code': 200} Sep 30 09:38:03.454822 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd875a-e6bb-4b7c-a668-a9d2bf974cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=2683205c-ae93-4392-9aaa-3bcc856f021a,revision_number=3']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:03.679715 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942cc4f3-43ef-45b0-b105-40a69b1cc897 req-13a1d4e4-20fd-4e64-a670-b07b4ca17e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:03.681220 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-942cc4f3-43ef-45b0-b105-40a69b1cc897 req-13a1d4e4-20fd-4e64-a670-b07b4ca17e06 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=a530d9ebb5c749d2adaf3c428c5a4189&device_id=28e15ce4-9523-4920-9c4b-75e8043f71b2 HTTP/1.1" status: 200 len: 1127 time: 0.0440989 Sep 30 09:38:03.738229 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:03.877130 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb1cc9-f834-4da1-95d4-19343907fc77 req-17572bc5-5a1b-4317-813d-58ae506052db tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:03.879218 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-69fb1cc9-f834-4da1-95d4-19343907fc77 req-17572bc5-5a1b-4317-813d-58ae506052db tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=28e15ce4-9523-4920-9c4b-75e8043f71b2 HTTP/1.1" status: 200 len: 943 time: 0.0581365 Sep 30 09:38:03.879606 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942cc4f3-43ef-45b0-b105-40a69b1cc897 req-85003661-8658-4572-9f0b-818471b302dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:03.881093 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-942cc4f3-43ef-45b0-b105-40a69b1cc897 req-85003661-8658-4572-9f0b-818471b302dc service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=a530d9ebb5c749d2adaf3c428c5a4189&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1797259 Sep 30 09:38:03.917822 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 40950) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:38:03.946213 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-69fb1cc9-f834-4da1-95d4-19343907fc77 req-a2f35b22-7895-40ce-959c-db231e622bd7 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aad97847-1acd-4b74-8ec2-447b1d69cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608180 Sep 30 09:38:04.006786 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942cc4f3-43ef-45b0-b105-40a69b1cc897 req-244dd95a-a2e7-482a-aa78-2b7460a00567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:04.008259 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-942cc4f3-43ef-45b0-b105-40a69b1cc897 req-244dd95a-a2e7-482a-aa78-2b7460a00567 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1178713 Sep 30 09:38:04.016121 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318659e0-1f6c-436d-869a-cde26f06a336 req-cc8d3740-d64e-4500-a2be-90159c2f30cd tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:04.017592 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-318659e0-1f6c-436d-869a-cde26f06a336 req-cc8d3740-d64e-4500-a2be-90159c2f30cd tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 945 time: 0.0482290 Sep 30 09:38:04.073940 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:04.110389 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-318659e0-1f6c-436d-869a-cde26f06a336 req-1d24f617-ebe3-499d-b422-1c3c363fa5c8 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854180 Sep 30 09:38:04.113489 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-bf7c3ea3-2306-4992-acf1-64a5d28bf782 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=0124ee0c926240e8b69b3b70ef93080b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1943576 Sep 30 09:38:04.115713 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 40956) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:38:04.146805 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-b2c60fce-57e1-4cb4-a1fb-ac8bfc9c9b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:04.148286 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-b2c60fce-57e1-4cb4-a1fb-ac8bfc9c9b25 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=a530d9ebb5c749d2adaf3c428c5a4189&device_id=28e15ce4-9523-4920-9c4b-75e8043f71b2 HTTP/1.1" status: 200 len: 1127 time: 0.0400581 Sep 30 09:38:04.166959 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e50f308b-fee6-4230-91f1-6222d1cfb991 admin admin] Publish callbacks [] for security_group (b79515fe-e2fc-4e06-8d2b-e50db6d747f7), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:04.188152 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e50f308b-fee6-4230-91f1-6222d1cfb991 admin admin] Publish callbacks [] for security_group (b79515fe-e2fc-4e06-8d2b-e50db6d747f7), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:04.201842 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-1f23937b-8619-4c26-997f-5ed0ab650322 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2683205c-ae93-4392-9aaa-3bcc856f021a HTTP/1.1" status: 200 len: 217 time: 0.0369380 Sep 30 09:38:04.238959 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e50f308b-fee6-4230-91f1-6222d1cfb991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (b79515fe-e2fc-4e06-8d2b-e50db6d747f7), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:04.243396 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e50f308b-fee6-4230-91f1-6222d1cfb991 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:04.246753 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-e50f308b-fee6-4230-91f1-6222d1cfb991 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b79515fe-e2fc-4e06-8d2b-e50db6d747f7 HTTP/1.1" status: 204 len: 168 time: 0.1300957 Sep 30 09:38:04.257212 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f308b-fee6-4230-91f1-6222d1cfb991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79515fe-e2fc-4e06-8d2b-e50db6d747f7,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:04.263860 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-4a9606cf-fe70-4931-a3e1-9a649c38854d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:04.265788 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50f308b-fee6-4230-91f1-6222d1cfb991 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:04.265940 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-4a9606cf-fe70-4931-a3e1-9a649c38854d service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=b6578b14-2df3-46e6-b80d-d179dabb532b HTTP/1.1" status: 200 len: 849 time: 0.0571024 Sep 30 09:38:04.266293 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50f308b-fee6-4230-91f1-6222d1cfb991 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:04.266803 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50f308b-fee6-4230-91f1-6222d1cfb991 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:04.267203 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50f308b-fee6-4230-91f1-6222d1cfb991 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:04.267606 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50f308b-fee6-4230-91f1-6222d1cfb991 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:04.268143 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50f308b-fee6-4230-91f1-6222d1cfb991 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:04.268774 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50f308b-fee6-4230-91f1-6222d1cfb991 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:04.269157 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50f308b-fee6-4230-91f1-6222d1cfb991 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:04.269661 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50f308b-fee6-4230-91f1-6222d1cfb991 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:04.270426 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50f308b-fee6-4230-91f1-6222d1cfb991 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:04.270756 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50f308b-fee6-4230-91f1-6222d1cfb991 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:04.271080 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50f308b-fee6-4230-91f1-6222d1cfb991 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:04.271403 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50f308b-fee6-4230-91f1-6222d1cfb991 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:04.271717 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50f308b-fee6-4230-91f1-6222d1cfb991 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:04.272118 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50f308b-fee6-4230-91f1-6222d1cfb991 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:04.308421 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-275b6eac-80ed-4538-8e32-c6f6022ee7be service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=98875254-610d-4f12-b0d0-6a1319c6095e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352194 Sep 30 09:38:04.414710 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-827045ce-c6ee-4bd9-81fb-2d5678c3b023 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/98875254-610d-4f12-b0d0-6a1319c6095e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959845 Sep 30 09:38:04.733198 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-f5926183-4728-4091-894b-ceedd96a2ab9 req-9a1bd55f-0146-43cd-a053-ddf1204c207d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/98875254-610d-4f12-b0d0-6a1319c6095e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111911 Sep 30 09:38:05.057989 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82f7a5-4a69-47a7-b15d-dbc44d923471 req-799385ca-5cfb-497f-8041-f89851ee90d2 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:05.059429 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6a82f7a5-4a69-47a7-b15d-dbc44d923471 req-799385ca-5cfb-497f-8041-f89851ee90d2 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=28e15ce4-9523-4920-9c4b-75e8043f71b2 HTTP/1.1" status: 200 len: 943 time: 0.0465066 Sep 30 09:38:05.117009 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6a82f7a5-4a69-47a7-b15d-dbc44d923471 req-cb684f49-893f-4870-b399-6b3f3aa85557 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aad97847-1acd-4b74-8ec2-447b1d69cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513501 Sep 30 09:38:05.237099 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58857d22-63be-48e6-9d15-b1468d61354a req-2afad424-da73-4159-abc0-59954cb77176 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:05.238980 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-58857d22-63be-48e6-9d15-b1468d61354a req-2afad424-da73-4159-abc0-59954cb77176 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 945 time: 0.0491128 Sep 30 09:38:05.257167 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:05.288183 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-58857d22-63be-48e6-9d15-b1468d61354a req-0aaa71c5-ec50-4bc2-893a-477a5106ae94 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436296 Sep 30 09:38:06.242249 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c17f3-13be-4578-8f5d-e58ce524a1b2 req-fc9e78c6-f860-4d6a-8f2a-a692492e8fe9 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:06.243691 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-378c17f3-13be-4578-8f5d-e58ce524a1b2 req-fc9e78c6-f860-4d6a-8f2a-a692492e8fe9 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=28e15ce4-9523-4920-9c4b-75e8043f71b2 HTTP/1.1" status: 200 len: 943 time: 0.0464897 Sep 30 09:38:06.293060 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-378c17f3-13be-4578-8f5d-e58ce524a1b2 req-0c0f2463-728a-4b40-8ff0-804ab5a31453 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aad97847-1acd-4b74-8ec2-447b1d69cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435402 Sep 30 09:38:06.420053 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c439cd-8e0f-42cf-8a36-8c3192498ca9 req-1303e8bb-da37-4159-b637-3791e0a632b8 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:06.421579 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f8c439cd-8e0f-42cf-8a36-8c3192498ca9 req-1303e8bb-da37-4159-b637-3791e0a632b8 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 945 time: 0.0526519 Sep 30 09:38:06.468226 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f8c439cd-8e0f-42cf-8a36-8c3192498ca9 req-826fbf82-59a2-4a4a-b82c-79016add274e tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406160 Sep 30 09:38:07.412651 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45461b-2ddf-4101-81ed-be412ac95343 req-71c09777-5cd8-4d8e-be77-f643eabe6478 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:07.414210 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-3b45461b-2ddf-4101-81ed-be412ac95343 req-71c09777-5cd8-4d8e-be77-f643eabe6478 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=28e15ce4-9523-4920-9c4b-75e8043f71b2 HTTP/1.1" status: 200 len: 943 time: 0.0486593 Sep 30 09:38:07.462940 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-3b45461b-2ddf-4101-81ed-be412ac95343 req-d235e4fe-235d-4bd9-a256-d3f6dc4bc2d7 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aad97847-1acd-4b74-8ec2-447b1d69cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431321 Sep 30 09:38:07.600065 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd37a2-633b-4057-b68a-52105700c417 req-cb66f71b-87e2-4078-8883-b82d9de3d3a4 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:07.601430 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-0ecd37a2-633b-4057-b68a-52105700c417 req-cb66f71b-87e2-4078-8883-b82d9de3d3a4 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 945 time: 0.0536356 Sep 30 09:38:07.649246 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-0ecd37a2-633b-4057-b68a-52105700c417 req-1af3a89b-0f58-4457-848c-045d7e7e4273 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421667 Sep 30 09:38:08.583329 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6e6a3-c476-4972-9e75-cc65c7cc92f6 req-e1a6bb6a-5b5c-4d40-84d9-f29d5c56b0f6 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:08.584780 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8ae6e6a3-c476-4972-9e75-cc65c7cc92f6 req-e1a6bb6a-5b5c-4d40-84d9-f29d5c56b0f6 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=28e15ce4-9523-4920-9c4b-75e8043f71b2 HTTP/1.1" status: 200 len: 943 time: 0.0481720 Sep 30 09:38:08.632597 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8ae6e6a3-c476-4972-9e75-cc65c7cc92f6 req-a13fa985-b7ae-4b2e-a31f-747aad275a1b tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aad97847-1acd-4b74-8ec2-447b1d69cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422120 Sep 30 09:38:08.770401 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f940c-80c0-4c32-a709-56e04dc70ae8 req-26ccdbac-6109-4e72-8935-ab5c81e2af0a tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:08.771750 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7f5f940c-80c0-4c32-a709-56e04dc70ae8 req-26ccdbac-6109-4e72-8935-ab5c81e2af0a tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 945 time: 0.0471203 Sep 30 09:38:08.821099 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7f5f940c-80c0-4c32-a709-56e04dc70ae8 req-e00e8c2c-01ab-4938-8366-b8dc6e0454f3 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438936 Sep 30 09:38:09.715545 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:09.751028 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0437d04-ab6d-4a45-aadd-c4ca174e4718 req-04beb801-7f05-4a8a-be60-a2e827113227 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:09.753212 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-e0437d04-ab6d-4a45-aadd-c4ca174e4718 req-04beb801-7f05-4a8a-be60-a2e827113227 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=28e15ce4-9523-4920-9c4b-75e8043f71b2 HTTP/1.1" status: 200 len: 943 time: 0.0479581 Sep 30 09:38:09.799994 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-e0437d04-ab6d-4a45-aadd-c4ca174e4718 req-f21c766f-6c72-4533-a9be-49abe8fcd0da tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aad97847-1acd-4b74-8ec2-447b1d69cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413256 Sep 30 09:38:09.942314 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22553d46-0f05-4f72-a935-671b5a664aa1 req-f1755a7e-6685-4122-950f-168027e97232 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:09.943708 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-22553d46-0f05-4f72-a935-671b5a664aa1 req-f1755a7e-6685-4122-950f-168027e97232 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 945 time: 0.0477772 Sep 30 09:38:09.989708 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-22553d46-0f05-4f72-a935-671b5a664aa1 req-1e359a2e-6da1-43b4-a2fd-2c925d6f81b5 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404847 Sep 30 09:38:10.255647 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:38:10.953944 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=40,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:11.190849 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295106d5-ad91-4cd5-ad8b-591f98ae62a3 req-2a49e908-9f69-4cce-afb6-07fa94c6997b tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:11.192292 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-295106d5-ad91-4cd5-ad8b-591f98ae62a3 req-2a49e908-9f69-4cce-afb6-07fa94c6997b tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=28e15ce4-9523-4920-9c4b-75e8043f71b2 HTTP/1.1" status: 200 len: 943 time: 0.3154442 Sep 30 09:38:11.211427 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fc8f8-51ff-4470-a67a-91b40f69d1cc req-7ef2bfe3-cd61-47b7-99d0-c447a661c3fc tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:11.212819 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-024fc8f8-51ff-4470-a67a-91b40f69d1cc req-7ef2bfe3-cd61-47b7-99d0-c447a661c3fc tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 945 time: 0.0654941 Sep 30 09:38:11.285816 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-295106d5-ad91-4cd5-ad8b-591f98ae62a3 req-01aaf9ac-3052-408c-ab30-c7de6d3d1119 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aad97847-1acd-4b74-8ec2-447b1d69cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879986 Sep 30 09:38:11.300146 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-024fc8f8-51ff-4470-a67a-91b40f69d1cc req-d2f113ed-4474-46e1-aceb-07c176db688d tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805304 Sep 30 09:38:11.324491 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 2683205c-ae93-4392-9aaa-3bcc856f021a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:38:11.423453 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port 2683205c-ae93-4392-9aaa-3bcc856f021a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2683205c-ae93-4392-9aaa-3bcc856f021a,segment=NetworkSegment(ab1a1fd1-5a10-4363-8442-0a92e4f75ce2),segment_id=ab1a1fd1-5a10-4363-8442-0a92e4f75ce2)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:38:11.435673 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Returning: {'device': '2683205c-ae93-4392-9aaa-3bcc856f021a', 'network_id': '98875254-610d-4f12-b0d0-6a1319c6095e', 'port_id': '2683205c-ae93-4392-9aaa-3bcc856f021a', 'mac_address': 'fa:16:3e:15:57:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6578b14-2df3-46e6-b80d-d179dabb532b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:38:11.470063 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port 2683205c-ae93-4392-9aaa-3bcc856f021a is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:38:11.470519 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (2683205c-ae93-4392-9aaa-3bcc856f021a), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:11.484027 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2683205c-ae93-4392-9aaa-3bcc856f021a {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:38:11.507983 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port 2683205c-ae93-4392-9aaa-3bcc856f021a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2683205c-ae93-4392-9aaa-3bcc856f021a,segment=NetworkSegment(ab1a1fd1-5a10-4363-8442-0a92e4f75ce2),segment_id=ab1a1fd1-5a10-4363-8442-0a92e4f75ce2)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:38:11.511804 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (2683205c-ae93-4392-9aaa-3bcc856f021a), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:11.556121 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=2683205c-ae93-4392-9aaa-3bcc856f021a,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:11.563052 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:11.563394 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:11.563734 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:11.564064 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:11.564934 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:11.565484 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:11.565846 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:11.566175 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:11.566497 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:11.566817 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:11.567132 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:11.567468 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:11.567788 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:11.568103 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:11.568416 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:12.128760 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] get_ports_and_sgs() called for port_ids ['2683205c-ae93-4392-9aaa-3bcc856f021a'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:38:12.434617 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8529e-b74f-4caf-a594-ffa3fff999a6 req-533436dc-8d31-491c-8059-1b7ce6fb4895 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:12.436081 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d4e8529e-b74f-4caf-a594-ffa3fff999a6 req-533436dc-8d31-491c-8059-1b7ce6fb4895 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=28e15ce4-9523-4920-9c4b-75e8043f71b2 HTTP/1.1" status: 200 len: 944 time: 0.0770013 Sep 30 09:38:12.438484 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:12.454644 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b83aa3-91a9-4416-9a01-0d85b3d187a2 req-63b4f17a-8dcd-437a-bc7b-28046e7b467f tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:12.456217 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-b1b83aa3-91a9-4416-9a01-0d85b3d187a2 req-63b4f17a-8dcd-437a-bc7b-28046e7b467f tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 945 time: 0.0657706 Sep 30 09:38:12.522487 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d4e8529e-b74f-4caf-a594-ffa3fff999a6 req-859a2fa7-d4f0-4edd-b70d-f62ee5804ae7 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aad97847-1acd-4b74-8ec2-447b1d69cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802777 Sep 30 09:38:12.526561 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-b1b83aa3-91a9-4416-9a01-0d85b3d187a2 req-f57b396d-7b26-40c9-8323-15fa3efdeeee tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625963 Sep 30 09:38:13.557722 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 2683205c-ae93-4392-9aaa-3bcc856f021a up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:38:13.628458 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Provisioning for port 2683205c-ae93-4392-9aaa-3bcc856f021a completed by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 30 09:38:13.635086 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Provisioning complete for port 2683205c-ae93-4392-9aaa-3bcc856f021a triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:38:13.635631 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (2683205c-ae93-4392-9aaa-3bcc856f021a), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:13.636019 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Attempt 1 to provision port 2683205c-ae93-4392-9aaa-3bcc856f021a Sep 30 09:38:13.683321 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e214f-aa9a-4b0f-879a-5c3b062a717e req-a11bec04-c19d-47ff-8dfb-b1fec01502ce tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:13.684870 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-501e214f-aa9a-4b0f-879a-5c3b062a717e req-a11bec04-c19d-47ff-8dfb-b1fec01502ce tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=28e15ce4-9523-4920-9c4b-75e8043f71b2 HTTP/1.1" status: 200 len: 944 time: 0.0823712 Sep 30 09:38:13.696524 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b1e47-8cb9-4dae-b4ba-a2f26085ec31 req-df39bd81-ac17-4048-9860-3fc10547ef17 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:13.697990 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f10b1e47-8cb9-4dae-b4ba-a2f26085ec31 req-df39bd81-ac17-4048-9860-3fc10547ef17 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 945 time: 0.0667534 Sep 30 09:38:13.706504 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:13.718056 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port 2683205c-ae93-4392-9aaa-3bcc856f021a is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:38:13.718396 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (2683205c-ae93-4392-9aaa-3bcc856f021a), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:13.745916 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e15ce4-9523-4920-9c4b-75e8043f71b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2683205c-ae93-4392-9aaa-3bcc856f021a'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:38:13.748152 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}572cd3d2a36c298d242844143b4f2eb8d6763781bbf742a8cfd50e233d5d8038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d0489d-e46f-4358-9876-ebebda15f224" -d '{"events": [{"server_uuid": "28e15ce4-9523-4920-9c4b-75e8043f71b2", "name": "network-vif-plugged", "status": "completed", "tag": "2683205c-ae93-4392-9aaa-3bcc856f021a"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:38:13.761705 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port 2683205c-ae93-4392-9aaa-3bcc856f021a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2683205c-ae93-4392-9aaa-3bcc856f021a,segment=NetworkSegment(ab1a1fd1-5a10-4363-8442-0a92e4f75ce2),segment_id=ab1a1fd1-5a10-4363-8442-0a92e4f75ce2)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:38:13.766642 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (2683205c-ae93-4392-9aaa-3bcc856f021a), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:13.775435 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f10b1e47-8cb9-4dae-b4ba-a2f26085ec31 req-2548120f-510b-497f-a4a2-f8e1d7ac3d6c tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705552 Sep 30 09:38:13.778426 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-501e214f-aa9a-4b0f-879a-5c3b062a717e req-533c56be-9fad-4562-b0ce-388ce05ea6be tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aad97847-1acd-4b74-8ec2-447b1d69cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795734 Sep 30 09:38:13.818030 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=2683205c-ae93-4392-9aaa-3bcc856f021a,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:13.832945 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a9d506-7c90-4b22-a31d-bb28a9913e30 x-openstack-request-id: req-a6a9d506-7c90-4b22-a31d-bb28a9913e30 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:38:13.833259 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e15ce4-9523-4920-9c4b-75e8043f71b2", "name": "network-vif-plugged", "status": "completed", "tag": "2683205c-ae93-4392-9aaa-3bcc856f021a", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:38:13.833516 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a6a9d506-7c90-4b22-a31d-bb28a9913e30 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:38:13.833944 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6a9d506-7c90-4b22-a31d-bb28a9913e30'] response: {'server_uuid': '28e15ce4-9523-4920-9c4b-75e8043f71b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2683205c-ae93-4392-9aaa-3bcc856f021a', 'code': 200} Sep 30 09:38:14.062578 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca1af8-47fe-47f0-91f9-f0bde2a9b6bd req-9f66e2c2-0b99-410e-97f4-05f4929cfccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:14.064770 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-faca1af8-47fe-47f0-91f9-f0bde2a9b6bd req-9f66e2c2-0b99-410e-97f4-05f4929cfccf service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=28e15ce4-9523-4920-9c4b-75e8043f71b2 HTTP/1.1" status: 200 len: 1129 time: 0.0386343 Sep 30 09:38:14.112255 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-faca1af8-47fe-47f0-91f9-f0bde2a9b6bd req-62c04e1f-4a25-45e9-a165-3a9ccf800379 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=aad97847-1acd-4b74-8ec2-447b1d69cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401990 Sep 30 09:38:14.927772 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4f4f3-f498-400c-8bfb-f2dbcd4f64fc req-f37c7811-21f5-4acb-8247-a7db1c007b3b tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:14.929129 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4be4f4f3-f498-400c-8bfb-f2dbcd4f64fc req-f37c7811-21f5-4acb-8247-a7db1c007b3b tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 945 time: 0.0770562 Sep 30 09:38:14.948088 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981e547-18d9-488b-84bf-f4e71aa9f39d req-c5e310a9-abff-4317-8396-f2389c454758 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:14.949447 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f981e547-18d9-488b-84bf-f4e71aa9f39d req-c5e310a9-abff-4317-8396-f2389c454758 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=28e15ce4-9523-4920-9c4b-75e8043f71b2 HTTP/1.1" status: 200 len: 945 time: 0.0691435 Sep 30 09:38:15.011084 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4be4f4f3-f498-400c-8bfb-f2dbcd4f64fc req-fe70597b-9845-41c3-b6e7-47393e9e6f76 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760207 Sep 30 09:38:15.025431 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f981e547-18d9-488b-84bf-f4e71aa9f39d req-11b5dc0d-7677-4995-970a-1e538c1a2f0b tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aad97847-1acd-4b74-8ec2-447b1d69cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692890 Sep 30 09:38:16.161071 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:16.169147 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b79d3-0c3a-48f1-b013-761865a8b82c req-f2075440-6a79-449d-a314-c3b031f47fd8 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:16.170597 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-512b79d3-0c3a-48f1-b013-761865a8b82c req-f2075440-6a79-449d-a314-c3b031f47fd8 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 945 time: 0.0823517 Sep 30 09:38:16.179244 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78d672-66a7-4dce-8057-72dfd9660a62 req-66d0890e-e9af-45c2-b423-e4e399f1a4ab tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:16.180523 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8a78d672-66a7-4dce-8057-72dfd9660a62 req-66d0890e-e9af-45c2-b423-e4e399f1a4ab tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=28e15ce4-9523-4920-9c4b-75e8043f71b2 HTTP/1.1" status: 200 len: 945 time: 0.0631807 Sep 30 09:38:16.253645 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-512b79d3-0c3a-48f1-b013-761865a8b82c req-012d407b-05c4-475e-9371-c9a502cd6382 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721772 Sep 30 09:38:16.256813 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8a78d672-66a7-4dce-8057-72dfd9660a62 req-98741235-11ed-418e-834d-b752d7a533d4 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aad97847-1acd-4b74-8ec2-447b1d69cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695927 Sep 30 09:38:17.377660 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d98f7-f812-466d-a4d7-330ee88395a1 req-721a004b-6897-4182-bdc8-af4504e9c5b7 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:17.379290 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a58d98f7-f812-466d-a4d7-330ee88395a1 req-721a004b-6897-4182-bdc8-af4504e9c5b7 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 945 time: 0.0502758 Sep 30 09:38:17.440642 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a58d98f7-f812-466d-a4d7-330ee88395a1 req-d5cad524-c0b6-4ae1-9aa1-b46269ea7b67 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553219 Sep 30 09:38:17.522491 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2835b2-ca0f-4865-bc4e-a035d948ddb7 req-deb3e286-d246-4b05-8523-bbe769cc3652 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:17.523956 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-9f2835b2-ca0f-4865-bc4e-a035d948ddb7 req-deb3e286-d246-4b05-8523-bbe769cc3652 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=28e15ce4-9523-4920-9c4b-75e8043f71b2 HTTP/1.1" status: 200 len: 945 time: 0.0471151 Sep 30 09:38:17.572328 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-9f2835b2-ca0f-4865-bc4e-a035d948ddb7 req-ba49d88c-515d-45d9-b519-284c0c17b83c tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aad97847-1acd-4b74-8ec2-447b1d69cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424943 Sep 30 09:38:18.366772 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d56a59-9b79-418d-b7eb-aa00bca4363b req-c6a58852-26a9-4ee1-9d35-f1986a2fac3a tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:18.368289 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c5d56a59-9b79-418d-b7eb-aa00bca4363b req-c6a58852-26a9-4ee1-9d35-f1986a2fac3a tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=28e15ce4-9523-4920-9c4b-75e8043f71b2 HTTP/1.1" status: 200 len: 945 time: 0.0469193 Sep 30 09:38:18.416936 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c5d56a59-9b79-418d-b7eb-aa00bca4363b req-db6d1d85-3148-4e0c-98c6-35fd2e92806f tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aad97847-1acd-4b74-8ec2-447b1d69cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431190 Sep 30 09:38:18.562432 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd8b1d8-ba9c-4afe-a4bb-6eeb8db18f6c req-a2584aed-4d39-4a0b-a36b-917499aba62a tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:18.563890 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-bdd8b1d8-ba9c-4afe-a4bb-6eeb8db18f6c req-a2584aed-4d39-4a0b-a36b-917499aba62a tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 945 time: 0.0499320 Sep 30 09:38:18.584670 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:18.612381 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-bdd8b1d8-ba9c-4afe-a4bb-6eeb8db18f6c req-5fbd1b64-8436-4e9e-a0bb-4e7a8f02f1c8 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426269 Sep 30 09:38:19.536601 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988af18-9907-42d6-a830-c2e67418d0a3 req-b8b42cda-63a4-415b-aa14-d192f64c539b tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:19.538038 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6988af18-9907-42d6-a830-c2e67418d0a3 req-b8b42cda-63a4-415b-aa14-d192f64c539b tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=28e15ce4-9523-4920-9c4b-75e8043f71b2 HTTP/1.1" status: 200 len: 945 time: 0.0460637 Sep 30 09:38:19.583701 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6988af18-9907-42d6-a830-c2e67418d0a3 req-bc9997b4-1c59-4c19-91a0-6179e3d7ac70 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aad97847-1acd-4b74-8ec2-447b1d69cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401981 Sep 30 09:38:19.732069 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71cae8-7625-408d-8f5a-3e3fc167be59 req-e3a69e18-455b-4cb6-8bb7-28c05571c993 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:19.733427 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-5d71cae8-7625-408d-8f5a-3e3fc167be59 req-e3a69e18-455b-4cb6-8bb7-28c05571c993 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 945 time: 0.0469215 Sep 30 09:38:19.786019 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-5d71cae8-7625-408d-8f5a-3e3fc167be59 req-c5df49aa-7506-4d2a-a025-105c235b7fc3 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470161 Sep 30 09:38:20.578052 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6bfbf9-6361-46a5-a0e5-a8d2f045a63f req-c4a8b5ef-d502-4421-b4a2-09aba15a5de8 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:20.585919 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-2b6bfbf9-6361-46a5-a0e5-a8d2f045a63f req-c4a8b5ef-d502-4421-b4a2-09aba15a5de8 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=28e15ce4-9523-4920-9c4b-75e8043f71b2 HTTP/1.1" status: 200 len: 945 time: 0.0573871 Sep 30 09:38:20.689956 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-2b6bfbf9-6361-46a5-a0e5-a8d2f045a63f req-414da9a2-27e5-4a9a-9340-161085e2d1e9 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Deleting port 2683205c-ae93-4392-9aaa-3bcc856f021a {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:38:20.690207 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-2b6bfbf9-6361-46a5-a0e5-a8d2f045a63f req-414da9a2-27e5-4a9a-9340-161085e2d1e9 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (2683205c-ae93-4392-9aaa-3bcc856f021a), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:20.707154 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c80f8-344c-4696-9799-9119fca945f5 req-2a0c4b44-8c3e-441d-90de-02bee121cf33 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:20.708720 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-536c80f8-344c-4696-9799-9119fca945f5 req-2a0c4b44-8c3e-441d-90de-02bee121cf33 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=28e15ce4-9523-4920-9c4b-75e8043f71b2 HTTP/1.1" status: 200 len: 945 time: 0.0481446 Sep 30 09:38:20.758461 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-536c80f8-344c-4696-9799-9119fca945f5 req-f6b3d085-daaf-4de7-9c49-5bc1d569089e tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aad97847-1acd-4b74-8ec2-447b1d69cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440629 Sep 30 09:38:20.776392 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:20.783359 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-2b6bfbf9-6361-46a5-a0e5-a8d2f045a63f req-414da9a2-27e5-4a9a-9340-161085e2d1e9 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] For port 2683205c-ae93-4392-9aaa-3bcc856f021a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2683205c-ae93-4392-9aaa-3bcc856f021a,segment=NetworkSegment(ab1a1fd1-5a10-4363-8442-0a92e4f75ce2),segment_id=ab1a1fd1-5a10-4363-8442-0a92e4f75ce2)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:38:20.783727 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-2b6bfbf9-6361-46a5-a0e5-a8d2f045a63f req-414da9a2-27e5-4a9a-9340-161085e2d1e9 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (2683205c-ae93-4392-9aaa-3bcc856f021a), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:20.797080 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-2b6bfbf9-6361-46a5-a0e5-a8d2f045a63f req-414da9a2-27e5-4a9a-9340-161085e2d1e9 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Calling delete_port for 2683205c-ae93-4392-9aaa-3bcc856f021a owned by compute:nova {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:38:20.879510 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:20.907953 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa19db5-1a45-4f0e-8957-68024b89305a req-6a65c107-6516-463d-9868-1f9d0d639be9 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:20.909658 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8fa19db5-1a45-4f0e-8957-68024b89305a req-6a65c107-6516-463d-9868-1f9d0d639be9 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 945 time: 0.0491817 Sep 30 09:38:20.931253 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-2b6bfbf9-6361-46a5-a0e5-a8d2f045a63f req-414da9a2-27e5-4a9a-9340-161085e2d1e9 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (2683205c-ae93-4392-9aaa-3bcc856f021a), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:20.958663 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414da9a2-27e5-4a9a-9340-161085e2d1e9 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Pushing event deleted for resources: {'Port': ['ID=2683205c-ae93-4392-9aaa-3bcc856f021a,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:20.961937 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8fa19db5-1a45-4f0e-8957-68024b89305a req-832106c5-c3a1-4634-a283-bf646e0b9d35 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465047 Sep 30 09:38:20.979077 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] get_ports_and_sgs() called for port_ids ['2683205c-ae93-4392-9aaa-3bcc856f021a'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:38:21.007061 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6bfbf9-6361-46a5-a0e5-a8d2f045a63f req-414da9a2-27e5-4a9a-9340-161085e2d1e9 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] No DVR routers for this DVR port 2683205c-ae93-4392-9aaa-3bcc856f021a on host hv-cinder-maste {{(pid=106375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:38:21.009450 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-2b6bfbf9-6361-46a5-a0e5-a8d2f045a63f req-414da9a2-27e5-4a9a-9340-161085e2d1e9 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:21.012575 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-2b6bfbf9-6361-46a5-a0e5-a8d2f045a63f req-414da9a2-27e5-4a9a-9340-161085e2d1e9 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.40 "DELETE /networking/v2.0/ports/2683205c-ae93-4392-9aaa-3bcc856f021a HTTP/1.1" status: 204 len: 173 time: 0.4102991 Sep 30 09:38:21.013056 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e15ce4-9523-4920-9c4b-75e8043f71b2', 'name': 'network-vif-deleted', 'tag': '2683205c-ae93-4392-9aaa-3bcc856f021a'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:38:21.015275 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a2765c340e485259911155c50f33e4425258638b85650f0a2a20d0c41df364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6a0d32-1934-4cea-b837-0e6b1e7fa0a2" -d '{"events": [{"server_uuid": "28e15ce4-9523-4920-9c4b-75e8043f71b2", "name": "network-vif-deleted", "tag": "2683205c-ae93-4392-9aaa-3bcc856f021a"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:38:21.053238 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d49b01-0d25-468e-b17f-ed3ec426a8cb x-openstack-request-id: req-81d49b01-0d25-468e-b17f-ed3ec426a8cb {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:38:21.053591 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e15ce4-9523-4920-9c4b-75e8043f71b2", "name": "network-vif-deleted", "tag": "2683205c-ae93-4392-9aaa-3bcc856f021a", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:38:21.053898 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-81d49b01-0d25-468e-b17f-ed3ec426a8cb {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:38:21.054375 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81d49b01-0d25-468e-b17f-ed3ec426a8cb'] response: {'server_uuid': '28e15ce4-9523-4920-9c4b-75e8043f71b2', 'name': 'network-vif-deleted', 'tag': '2683205c-ae93-4392-9aaa-3bcc856f021a', 'status': 'completed', 'code': 200} Sep 30 09:38:21.877106 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f7f2d05c-fe83-413a-810c-ed4a32c9f4ca req-11f2cda1-350b-498c-a9c8-95476657431c tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=28e15ce4-9523-4920-9c4b-75e8043f71b2 HTTP/1.1" status: 200 len: 210 time: 0.0301206 Sep 30 09:38:22.095916 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7a52f-dca7-4318-88f0-ee2f7383aa23 req-c321dd6e-729b-4cac-8b16-1f8ab9528457 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:22.097396 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-e7a7a52f-dca7-4318-88f0-ee2f7383aa23 req-c321dd6e-729b-4cac-8b16-1f8ab9528457 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 945 time: 0.0545015 Sep 30 09:38:22.148390 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-e7a7a52f-dca7-4318-88f0-ee2f7383aa23 req-14d262b3-2a4e-4b5b-8ccc-7806b650464f tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449021 Sep 30 09:38:22.995787 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-348ae999-0251-412b-87c3-4f2081fa0e8e req-e5c72bc5-f5a1-4615-8208-0f3608dca173 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=28e15ce4-9523-4920-9c4b-75e8043f71b2 HTTP/1.1" status: 200 len: 210 time: 0.0289228 Sep 30 09:38:23.277410 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24be2ed-e263-4c85-902b-7767a9247944 req-d7dc8526-b0aa-440e-b84d-aa680ab2fa47 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:23.278961 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-b24be2ed-e263-4c85-902b-7767a9247944 req-d7dc8526-b0aa-440e-b84d-aa680ab2fa47 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 945 time: 0.0522554 Sep 30 09:38:23.326593 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-b24be2ed-e263-4c85-902b-7767a9247944 req-6e3e59fb-6e68-4abf-a2ec-96a829dfc0aa tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414329 Sep 30 09:38:23.434508 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d444c5-02fb-4474-89b8-c5c9ffcaf5cc req-7e84bd91-f441-41c2-8d35-37a3a87a4b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:23.436011 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-a6d444c5-02fb-4474-89b8-c5c9ffcaf5cc req-7e84bd91-f441-41c2-8d35-37a3a87a4b76 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 1129 time: 0.0418324 Sep 30 09:38:23.484533 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-a6d444c5-02fb-4474-89b8-c5c9ffcaf5cc req-7c5d7b06-3c4c-418b-a27a-69b410ca6964 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388258 Sep 30 09:38:23.636423 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 2683205c-ae93-4392-9aaa-3bcc856f021a no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:38:23.659681 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] No Port match for: 2683205c-ae93-4392-9aaa-3bcc856f021a {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:38:23.660016 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 2683205c-ae93-4392-9aaa-3bcc856f021a not bound to the agent host hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:38:24.289580 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:24.335148 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-fcfff5a3-a4a8-4592-88c1-d971471cbfef tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:24.336532 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-fcfff5a3-a4a8-4592-88c1-d971471cbfef tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/networks?id=98875254-610d-4f12-b0d0-6a1319c6095e HTTP/1.1" status: 200 len: 809 time: 0.1087239 Sep 30 09:38:24.351827 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-fa02fa87-7ba6-4c85-8419-e5d6eca335b4 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/quotas/a530d9ebb5c749d2adaf3c428c5a4189 HTTP/1.1" status: 200 len: 375 time: 0.0098288 Sep 30 09:38:24.395775 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-f48f71ba-83d2-4c65-be3b-5f1a2e3d7fb1 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=a530d9ebb5c749d2adaf3c428c5a4189&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388870 Sep 30 09:38:24.499847 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6a66a-923d-4cda-97ff-6e530ff05498 req-632f1caf-6324-4b89-b16a-f7eddc74db86 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:24.501435 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7da6a66a-923d-4cda-97ff-6e530ff05498 req-632f1caf-6324-4b89-b16a-f7eddc74db86 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 945 time: 0.0892885 Sep 30 09:38:24.562208 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-9d35a38a-9408-43ab-af50-1a745ce49fed service neutron] 10.222.0.15 "GET /networking/v2.0/networks/98875254-610d-4f12-b0d0-6a1319c6095e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586862 Sep 30 09:38:24.593404 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7da6a66a-923d-4cda-97ff-6e530ff05498 req-7cd93e70-11aa-4f67-9632-edbf46e9b34d tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854709 Sep 30 09:38:24.660977 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-a838a33d-4f79-423e-82a3-201fa08bd06f service neutron] 10.222.0.15 "GET /networking/v2.0/networks/98875254-610d-4f12-b0d0-6a1319c6095e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907412 Sep 30 09:38:24.800031 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:24.823045 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8dbfde06-d2bb-4211-8765-4aceddc7a87b req-56b74076-452d-43ed-b70f-871e7861fc78 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1eb6b53a-a29f-4731-8936-99958b293d8f HTTP/1.1" status: 200 len: 210 time: 0.0332031 Sep 30 09:38:25.721153 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89dc2d-373e-4436-bcb7-b8fa2887263a req-282c97b2-d09c-4b8f-b1b1-a8f1c52ae458 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:25.722749 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-5b89dc2d-373e-4436-bcb7-b8fa2887263a req-282c97b2-d09c-4b8f-b1b1-a8f1c52ae458 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 945 time: 0.0505922 Sep 30 09:38:25.773118 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-5b89dc2d-373e-4436-bcb7-b8fa2887263a req-485d58e6-baf1-4c3a-9af4-63cdcc1643c2 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446260 Sep 30 09:38:25.901813 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd4ef2-dfcd-41b4-886a-db7cc9827e1a req-9128ff72-7699-49ad-9f19-096b6195ddff tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:25.903357 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8edd4ef2-dfcd-41b4-886a-db7cc9827e1a req-9128ff72-7699-49ad-9f19-096b6195ddff tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b18a2b1f-f57b-46af-a893-bd3a63ed5e91 HTTP/1.1" status: 200 len: 946 time: 0.0509806 Sep 30 09:38:25.942570 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1d2bf2da-a5ab-4982-9d6e-b56ac9d527e4 req-d2299707-f227-4208-8cfd-c33146fa40fb tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1eb6b53a-a29f-4731-8936-99958b293d8f HTTP/1.1" status: 200 len: 210 time: 0.0382526 Sep 30 09:38:25.963109 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dde1989f-7a80-4c66-b207-58d7fc2b4df9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:25.977138 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8edd4ef2-dfcd-41b4-886a-db7cc9827e1a req-67552161-baad-4952-865f-96b15e530ec8 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630949 Sep 30 09:38:26.538118 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-342ebd81-501a-4fc8-8dca-0ae3cb547ac8 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:26.539998 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-342ebd81-501a-4fc8-8dca-0ae3cb547ac8 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.40 "GET /networking/v2.0/networks?id=98875254-610d-4f12-b0d0-6a1319c6095e HTTP/1.1" status: 200 len: 809 time: 0.1419196 Sep 30 09:38:26.561435 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-9c3f8404-a9ea-44b4-83b8-ae07ba40bbbe tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Request body: {'port': {'device_id': '1eb6b53a-a29f-4731-8936-99958b293d8f', 'network_id': '98875254-610d-4f12-b0d0-6a1319c6095e', 'admin_state_up': True, 'tenant_id': 'a530d9ebb5c749d2adaf3c428c5a4189'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:38:26.670872 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-9c3f8404-a9ea-44b4-83b8-ae07ba40bbbe tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Made reservation on behalf of a530d9ebb5c749d2adaf3c428c5a4189 for: {'port': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:38:26.675025 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-9c3f8404-a9ea-44b4-83b8-ae07ba40bbbe tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:26.801400 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-9c3f8404-a9ea-44b4-83b8-ae07ba40bbbe tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Allocated IP 172.20.0.3 (98875254-610d-4f12-b0d0-6a1319c6095e/b6578b14-2df3-46e6-b80d-d179dabb532b/f168885a-1094-4d60-8bd6-e4af5133d74d) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:38:26.949324 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-9c3f8404-a9ea-44b4-83b8-ae07ba40bbbe tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Publish callbacks [] for port (f168885a-1094-4d60-8bd6-e4af5133d74d), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:26.982500 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-9c3f8404-a9ea-44b4-83b8-ae07ba40bbbe tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (f168885a-1094-4d60-8bd6-e4af5133d74d), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:26.991966 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:27.018403 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:27.035622 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-9c3f8404-a9ea-44b4-83b8-ae07ba40bbbe tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Network 98875254-610d-4f12-b0d0-6a1319c6095e is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:38:27.042138 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-9c3f8404-a9ea-44b4-83b8-ae07ba40bbbe tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:38:27.045256 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-9c3f8404-a9ea-44b4-83b8-ae07ba40bbbe tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:38:27.069917 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f8404-a9ea-44b4-83b8-ae07ba40bbbe tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Pushing event updated for resources: {'Port': ['ID=f168885a-1094-4d60-8bd6-e4af5133d74d,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:27.090168 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497b7be-5207-425a-a02c-5d07f43e27ea req-1a768da7-1d4b-4b93-8c78-2bd3680e516d tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:27.091881 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d497b7be-5207-425a-a02c-5d07f43e27ea req-1a768da7-1d4b-4b93-8c78-2bd3680e516d tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1eb6b53a-a29f-4731-8936-99958b293d8f HTTP/1.1" status: 200 len: 931 time: 0.0569413 Sep 30 09:38:27.100611 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-9c3f8404-a9ea-44b4-83b8-ae07ba40bbbe tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:27.101215 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-9c3f8404-a9ea-44b4-83b8-ae07ba40bbbe tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:27.117700 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-9c3f8404-a9ea-44b4-83b8-ae07ba40bbbe tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5603032 Sep 30 09:38:27.135519 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-867dec62-79eb-4dec-9e14-b7bc0a3e451e service neutron] Request body: {'port': {'device_id': '1eb6b53a-a29f-4731-8936-99958b293d8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:38:27.144226 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d497b7be-5207-425a-a02c-5d07f43e27ea req-998fa2e2-6ab9-4ce7-b0e7-14f5b2e0049e tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aad97847-1acd-4b74-8ec2-447b1d69cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453274 Sep 30 09:38:27.199166 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-867dec62-79eb-4dec-9e14-b7bc0a3e451e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (f168885a-1094-4d60-8bd6-e4af5133d74d), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:27.457944 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-867dec62-79eb-4dec-9e14-b7bc0a3e451e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f168885a-1094-4d60-8bd6-e4af5133d74d {{(pid=106375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:38:27.477481 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-867dec62-79eb-4dec-9e14-b7bc0a3e451e service neutron] Publish callbacks [] for port (f168885a-1094-4d60-8bd6-e4af5133d74d), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:27.494695 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.provisioning_blocks [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-867dec62-79eb-4dec-9e14-b7bc0a3e451e service neutron] Transition to ACTIVE for port object f168885a-1094-4d60-8bd6-e4af5133d74d will not be triggered until provisioned by entity L2. {{(pid=106375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 30 09:38:27.499640 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-867dec62-79eb-4dec-9e14-b7bc0a3e451e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1379309'] for port (f168885a-1094-4d60-8bd6-e4af5133d74d), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:27.602808 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867dec62-79eb-4dec-9e14-b7bc0a3e451e service neutron] Pushing event updated for resources: {'Port': ['ID=f168885a-1094-4d60-8bd6-e4af5133d74d,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:27.639707 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-867dec62-79eb-4dec-9e14-b7bc0a3e451e service neutron] Attempting to bind port f168885a-1094-4d60-8bd6-e4af5133d74d on host hv-cinder-maste for vnic_type normal with profile {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:38:27.640123 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-867dec62-79eb-4dec-9e14-b7bc0a3e451e service neutron] Attempting to bind port f168885a-1094-4d60-8bd6-e4af5133d74d by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'ab1a1fd1-5a10-4363-8442-0a92e4f75ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '98875254-610d-4f12-b0d0-6a1319c6095e'}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:38:27.640580 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-867dec62-79eb-4dec-9e14-b7bc0a3e451e service neutron] Attempting to bind port f168885a-1094-4d60-8bd6-e4af5133d74d on network 98875254-610d-4f12-b0d0-6a1319c6095e {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:38:27.707454 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-867dec62-79eb-4dec-9e14-b7bc0a3e451e service neutron] Port f168885a-1094-4d60-8bd6-e4af5133d74d on network 98875254-610d-4f12-b0d0-6a1319c6095e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:38:27.707794 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-867dec62-79eb-4dec-9e14-b7bc0a3e451e service neutron] Attempting to bind port f168885a-1094-4d60-8bd6-e4af5133d74d on network 98875254-610d-4f12-b0d0-6a1319c6095e {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:38:27.775276 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-867dec62-79eb-4dec-9e14-b7bc0a3e451e service neutron] Checking agent: {'id': '163c8669-4b7e-4ed1-afd3-94872a5a2df2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 34), 'started_at': datetime.datetime(2022, 9, 30, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:38:27.776102 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-867dec62-79eb-4dec-9e14-b7bc0a3e451e service neutron] Checking segment: {'id': 'ab1a1fd1-5a10-4363-8442-0a92e4f75ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '98875254-610d-4f12-b0d0-6a1319c6095e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:38:27.776753 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-867dec62-79eb-4dec-9e14-b7bc0a3e451e service neutron] Bound using segment: {'id': 'ab1a1fd1-5a10-4363-8442-0a92e4f75ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '98875254-610d-4f12-b0d0-6a1319c6095e'} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:38:27.777375 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-867dec62-79eb-4dec-9e14-b7bc0a3e451e service neutron] Bound port: f168885a-1094-4d60-8bd6-e4af5133d74d, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab1a1fd1-5a10-4363-8442-0a92e4f75ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '98875254-610d-4f12-b0d0-6a1319c6095e'}}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:38:27.777934 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-867dec62-79eb-4dec-9e14-b7bc0a3e451e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (f168885a-1094-4d60-8bd6-e4af5133d74d), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:27.791219 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 41272) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:38:27.807671 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d756371-76bb-46dd-86a2-1d620d920a87 req-29beddf3-4faf-4287-b1f6-32b02b8c79f5 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:27.815403 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4d756371-76bb-46dd-86a2-1d620d920a87 req-29beddf3-4faf-4287-b1f6-32b02b8c79f5 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b18a2b1f-f57b-46af-a893-bd3a63ed5e91 HTTP/1.1" status: 200 len: 946 time: 0.0970697 Sep 30 09:38:27.818760 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef27594-04c4-44e1-ae00-c7edebd2a7d4 req-acf352ce-64b0-49dd-b3ee-2fa76f5861a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:27.820331 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-aef27594-04c4-44e1-ae00-c7edebd2a7d4 req-acf352ce-64b0-49dd-b3ee-2fa76f5861a6 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=4290a542e73045309f6ceb8d4f5a267b&device_id=b18a2b1f-f57b-46af-a893-bd3a63ed5e91 HTTP/1.1" status: 200 len: 1130 time: 0.0877740 Sep 30 09:38:27.861862 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-867dec62-79eb-4dec-9e14-b7bc0a3e451e service neutron] For port f168885a-1094-4d60-8bd6-e4af5133d74d, host hv-cinder-maste, cleared binding levels {{(pid=106375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:38:27.868182 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-867dec62-79eb-4dec-9e14-b7bc0a3e451e service neutron] For port f168885a-1094-4d60-8bd6-e4af5133d74d, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f168885a-1094-4d60-8bd6-e4af5133d74d,segment=NetworkSegment(ab1a1fd1-5a10-4363-8442-0a92e4f75ce2),segment_id=ab1a1fd1-5a10-4363-8442-0a92e4f75ce2)] {{(pid=106375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:38:27.878682 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-867dec62-79eb-4dec-9e14-b7bc0a3e451e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1379309'] for port (f168885a-1094-4d60-8bd6-e4af5133d74d), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:27.883074 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-867dec62-79eb-4dec-9e14-b7bc0a3e451e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:27.883707 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-867dec62-79eb-4dec-9e14-b7bc0a3e451e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:27.885132 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-867dec62-79eb-4dec-9e14-b7bc0a3e451e service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/f168885a-1094-4d60-8bd6-e4af5133d74d HTTP/1.1" status: 200 len: 1093 time: 0.7545228 Sep 30 09:38:27.889294 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb6b53a-a29f-4731-8936-99958b293d8f', 'tag': 'f168885a-1094-4d60-8bd6-e4af5133d74d'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:38:27.890912 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a2765c340e485259911155c50f33e4425258638b85650f0a2a20d0c41df364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93c9e71-b5c3-43d3-a35b-adc17c9bd95d" -d '{"events": [{"name": "network-changed", "server_uuid": "1eb6b53a-a29f-4731-8936-99958b293d8f", "tag": "f168885a-1094-4d60-8bd6-e4af5133d74d"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:38:27.927497 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 41278) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:38:27.937472 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4d756371-76bb-46dd-86a2-1d620d920a87 req-3c635211-959d-4ef1-adfe-eef4720a9479 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187761 Sep 30 09:38:27.974830 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef27594-04c4-44e1-ae00-c7edebd2a7d4 req-57fd2ee0-7fdd-4005-8376-711f1437dc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:27.976485 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-aef27594-04c4-44e1-ae00-c7edebd2a7d4 req-57fd2ee0-7fdd-4005-8376-711f1437dc1d service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=e45abb02-b319-4872-9fb3-ccc0ce9d74e7 HTTP/1.1" status: 200 len: 920 time: 0.1499023 Sep 30 09:38:27.979718 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e3988d-682c-4abf-ae2a-3d4bc220783a x-openstack-request-id: req-14e3988d-682c-4abf-ae2a-3d4bc220783a {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:38:27.980015 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eb6b53a-a29f-4731-8936-99958b293d8f", "tag": "f168885a-1094-4d60-8bd6-e4af5133d74d", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:38:27.980278 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-14e3988d-682c-4abf-ae2a-3d4bc220783a {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:38:27.980675 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14e3988d-682c-4abf-ae2a-3d4bc220783a'] response: {'name': 'network-changed', 'server_uuid': '1eb6b53a-a29f-4731-8936-99958b293d8f', 'tag': 'f168885a-1094-4d60-8bd6-e4af5133d74d', 'status': 'completed', 'code': 200} Sep 30 09:38:27.982323 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:27.983619 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867dec62-79eb-4dec-9e14-b7bc0a3e451e service neutron] Pushing event updated for resources: {'Port': ['ID=f168885a-1094-4d60-8bd6-e4af5133d74d,revision_number=3']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:28.023734 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-ccf53951-79be-4ef0-bbf5-5acb303b9edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:28.025273 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-ccf53951-79be-4ef0-bbf5-5acb303b9edd service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=a530d9ebb5c749d2adaf3c428c5a4189&device_id=1eb6b53a-a29f-4731-8936-99958b293d8f HTTP/1.1" status: 200 len: 1127 time: 0.0719187 Sep 30 09:38:28.046391 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-aef27594-04c4-44e1-ae00-c7edebd2a7d4 req-53ed71e5-8deb-4266-a0f1-2f85c06a5e1b service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d766fa0b-5fc2-4f74-aff0-320d632bed9c HTTP/1.1" status: 200 len: 217 time: 0.0409403 Sep 30 09:38:28.052915 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:28.081052 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:28.092916 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-a28de27c-83aa-4da1-b13d-7512e24501df service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f168885a-1094-4d60-8bd6-e4af5133d74d HTTP/1.1" status: 200 len: 217 time: 0.0543644 Sep 30 09:38:28.096702 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-6dca1084-6f1b-431d-b8f6-e4525c9ed382 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:28.097242 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef27594-04c4-44e1-ae00-c7edebd2a7d4 req-6b111567-bf5b-4293-8f89-4cc7ce94fbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:28.098741 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-aef27594-04c4-44e1-ae00-c7edebd2a7d4 req-6b111567-bf5b-4293-8f89-4cc7ce94fbc8 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=5c348d1c-15e8-416a-bb01-9bc4f4316ae7 HTTP/1.1" status: 200 len: 858 time: 0.0466943 Sep 30 09:38:28.119062 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-db0ba138-e5db-4cbf-950b-2976f8eac9cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:28.143166 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef27594-04c4-44e1-ae00-c7edebd2a7d4 req-37d1cacd-c89a-4980-9919-8d77b5d32532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:28.144939 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-aef27594-04c4-44e1-ae00-c7edebd2a7d4 req-37d1cacd-c89a-4980-9919-8d77b5d32532 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=e45abb02-b319-4872-9fb3-ccc0ce9d74e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0395031 Sep 30 09:38:28.209392 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-a0f817f6-57f0-454d-a1ee-fc7091367afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:28.210909 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-a0f817f6-57f0-454d-a1ee-fc7091367afb service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=b6578b14-2df3-46e6-b80d-d179dabb532b HTTP/1.1" status: 200 len: 849 time: 0.1057260 Sep 30 09:38:28.261273 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-c4275750-278c-452e-b625-e710134e78cb service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=98875254-610d-4f12-b0d0-6a1319c6095e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416560 Sep 30 09:38:28.285663 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-aef27594-04c4-44e1-ae00-c7edebd2a7d4 req-ae884cc0-4293-4feb-8f86-b73040b28e82 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e45abb02-b319-4872-9fb3-ccc0ce9d74e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343796 Sep 30 09:38:28.288526 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-596c714a-efd9-4355-9624-ae674d876b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:28.304477 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e995266-bdcf-4d3a-aabc-d1db64616e16 req-4059c064-3609-4031-9960-b01bd14044c8 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:28.306049 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4e995266-bdcf-4d3a-aabc-d1db64616e16 req-4059c064-3609-4031-9960-b01bd14044c8 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1eb6b53a-a29f-4731-8936-99958b293d8f HTTP/1.1" status: 200 len: 943 time: 0.0700293 Sep 30 09:38:28.365859 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-6dca1084-6f1b-431d-b8f6-e4525c9ed382 admin admin] Publish callbacks [] for security_group (79a4d6f6-0aec-4b0f-bf33-7036773f8df6), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:28.374978 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-6dca1084-6f1b-431d-b8f6-e4525c9ed382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (79a4d6f6-0aec-4b0f-bf33-7036773f8df6), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:28.413373 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-db0ba138-e5db-4cbf-950b-2976f8eac9cb admin admin] Publish callbacks [] for security_group (f8c6ddf0-c99f-491d-9dd0-6a25c2656289), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:28.414995 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4e995266-bdcf-4d3a-aabc-d1db64616e16 req-a0fc055f-7410-4228-9c54-203eedb7404c tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aad97847-1acd-4b74-8ec2-447b1d69cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967374 Sep 30 09:38:28.430556 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-aef27594-04c4-44e1-ae00-c7edebd2a7d4 req-50b51847-2cb7-47ae-a929-80c38c45f535 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e45abb02-b319-4872-9fb3-ccc0ce9d74e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390803 Sep 30 09:38:28.435567 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-db0ba138-e5db-4cbf-950b-2976f8eac9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (f8c6ddf0-c99f-491d-9dd0-6a25c2656289), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:28.461782 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-6dca1084-6f1b-431d-b8f6-e4525c9ed382 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=51c74da8d75b4421a3ac2440584f1551&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6694853 Sep 30 09:38:28.464568 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 41284) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:38:28.473099 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca1084-6f1b-431d-b8f6-e4525c9ed382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a4d6f6-0aec-4b0f-bf33-7036773f8df6,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:28.500477 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-db0ba138-e5db-4cbf-950b-2976f8eac9cb admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=93c1c087dc60448e82e206f3082e58ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5719638 Sep 30 09:38:28.503415 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 41288) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:38:28.510205 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-18e36f35-f4dd-49b0-984b-946cfcf60db3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/98875254-610d-4f12-b0d0-6a1319c6095e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403662 Sep 30 09:38:28.512000 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ba138-e5db-4cbf-950b-2976f8eac9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c6ddf0-c99f-491d-9dd0-6a25c2656289,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:28.548015 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:28.557481 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4a9091d0-8d20-4323-b6a3-46babbfc5632 admin admin] Publish callbacks [] for security_group (79a4d6f6-0aec-4b0f-bf33-7036773f8df6), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:28.589642 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4a9091d0-8d20-4323-b6a3-46babbfc5632 admin admin] Publish callbacks [] for security_group (79a4d6f6-0aec-4b0f-bf33-7036773f8df6), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:28.604114 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cf0789d0-2d84-44bb-9e1d-85bc1a9dc3c0 admin admin] Publish callbacks [] for security_group (f8c6ddf0-c99f-491d-9dd0-6a25c2656289), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:28.622001 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-d1e8ad9e-5363-4825-bfb5-f8853432b67a req-46c3b74c-2f9e-4686-af22-7feafe752d91 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/98875254-610d-4f12-b0d0-6a1319c6095e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037567 Sep 30 09:38:28.648005 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cf0789d0-2d84-44bb-9e1d-85bc1a9dc3c0 admin admin] Publish callbacks [] for security_group (f8c6ddf0-c99f-491d-9dd0-6a25c2656289), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:28.688839 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4a9091d0-8d20-4323-b6a3-46babbfc5632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (79a4d6f6-0aec-4b0f-bf33-7036773f8df6), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:28.691506 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4a9091d0-8d20-4323-b6a3-46babbfc5632 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:28.692695 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-4a9091d0-8d20-4323-b6a3-46babbfc5632 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/79a4d6f6-0aec-4b0f-bf33-7036773f8df6 HTTP/1.1" status: 204 len: 168 time: 0.2270722 Sep 30 09:38:28.701585 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9091d0-8d20-4323-b6a3-46babbfc5632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a4d6f6-0aec-4b0f-bf33-7036773f8df6,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:28.708444 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cf0789d0-2d84-44bb-9e1d-85bc1a9dc3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (f8c6ddf0-c99f-491d-9dd0-6a25c2656289), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:28.711609 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cf0789d0-2d84-44bb-9e1d-85bc1a9dc3c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:28.712807 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-cf0789d0-2d84-44bb-9e1d-85bc1a9dc3c0 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f8c6ddf0-c99f-491d-9dd0-6a25c2656289 HTTP/1.1" status: 204 len: 168 time: 0.2082784 Sep 30 09:38:28.723177 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0789d0-2d84-44bb-9e1d-85bc1a9dc3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c6ddf0-c99f-491d-9dd0-6a25c2656289,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:29.225427 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b06263-a720-471b-9244-32669b7ef745 req-8907e91b-0996-41c9-81da-8f80a7de41cc tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:29.227125 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-17b06263-a720-471b-9244-32669b7ef745 req-8907e91b-0996-41c9-81da-8f80a7de41cc tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b18a2b1f-f57b-46af-a893-bd3a63ed5e91 HTTP/1.1" status: 200 len: 946 time: 0.0616136 Sep 30 09:38:29.280778 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-17b06263-a720-471b-9244-32669b7ef745 req-7b2cb658-f1de-4400-bdba-dae6f71d4cbe tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471785 Sep 30 09:38:29.435863 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:29.554425 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5fb34-7d1d-4dbc-b875-deca3030b900 req-c8bb4e73-3b02-4734-b808-e926ab003183 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:29.555914 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-aef5fb34-7d1d-4dbc-b875-deca3030b900 req-c8bb4e73-3b02-4734-b808-e926ab003183 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1eb6b53a-a29f-4731-8936-99958b293d8f HTTP/1.1" status: 200 len: 943 time: 0.0516825 Sep 30 09:38:29.559553 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 41340) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:38:29.609058 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:29.628605 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-aef5fb34-7d1d-4dbc-b875-deca3030b900 req-1a83b089-d3fc-4338-ba76-dc587fba18f2 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aad97847-1acd-4b74-8ec2-447b1d69cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649910 Sep 30 09:38:29.684659 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-2860aa70-dbd2-4bbc-9b55-5516ad41b85d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-178242830-network', 'tenant_id': '2c1cb4c57c924a24ab3368be3a3384cb'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:38:29.705261 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2860aa70-dbd2-4bbc-9b55-5516ad41b85d admin admin] Made reservation on behalf of 2c1cb4c57c924a24ab3368be3a3384cb for: {'network': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:38:29.708026 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2860aa70-dbd2-4bbc-9b55-5516ad41b85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for network (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:29.716815 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2860aa70-dbd2-4bbc-9b55-5516ad41b85d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:29.751422 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=81,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:29.808357 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2860aa70-dbd2-4bbc-9b55-5516ad41b85d admin admin] Publish callbacks [] for security_group (afaafe37-3a46-4b78-afa7-d2df3f9d3e19), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:29.812277 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2860aa70-dbd2-4bbc-9b55-5516ad41b85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (afaafe37-3a46-4b78-afa7-d2df3f9d3e19), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:29.835345 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2860aa70-dbd2-4bbc-9b55-5516ad41b85d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=106375) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:38:29.850622 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2860aa70-dbd2-4bbc-9b55-5516ad41b85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afaafe37-3a46-4b78-afa7-d2df3f9d3e19,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:29.855635 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2860aa70-dbd2-4bbc-9b55-5516ad41b85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765'] for segment (4a059b5f-6655-47a2-992e-a2bd3453be44), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:29.855957 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.db.segments_db [None req-2860aa70-dbd2-4bbc-9b55-5516ad41b85d admin admin] Added segment 4a059b5f-6655-47a2-992e-a2bd3453be44 of type vlan for network c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13 Sep 30 09:38:29.856979 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:29.902268 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2860aa70-dbd2-4bbc-9b55-5516ad41b85d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770945417400'] for network (c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:29.930623 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2860aa70-dbd2-4bbc-9b55-5516ad41b85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347'] for network (c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:29.931643 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2860aa70-dbd2-4bbc-9b55-5516ad41b85d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:29.932362 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2860aa70-dbd2-4bbc-9b55-5516ad41b85d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for network (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:29.997219 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-2860aa70-dbd2-4bbc-9b55-5516ad41b85d admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4365084 Sep 30 09:38:30.000373 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 41356) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:38:30.005674 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-b318391a-27e4-493d-8e5f-382ed9a4bf03 admin admin] Request body: {'subnet': {'network_id': 'c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-178242830-subnet', 'tenant_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:38:30.010575 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2860aa70-dbd2-4bbc-9b55-5516ad41b85d admin admin] Pushing event updated for resources: {'Network': ['ID=c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:30.024397 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Network c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:38:30.027014 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b318391a-27e4-493d-8e5f-382ed9a4bf03 admin admin] Made reservation on behalf of 2c1cb4c57c924a24ab3368be3a3384cb for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:38:30.029465 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b318391a-27e4-493d-8e5f-382ed9a4bf03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25409651'] for subnet (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:30.043389 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:30.160458 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:30.229514 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b318391a-27e4-493d-8e5f-382ed9a4bf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29088274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25409605'] for subnet (8a9b3a8a-aba0-4a7c-badd-f910fa652568), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:30.260454 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=19 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:30.265170 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=15 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:30.290618 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318391a-27e4-493d-8e5f-382ed9a4bf03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a9b3a8a-aba0-4a7c-badd-f910fa652568,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:30.300803 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b318391a-27e4-493d-8e5f-382ed9a4bf03 admin admin] Checking segment: {'id': '4a059b5f-6655-47a2-992e-a2bd3453be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:38:30.301291 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b318391a-27e4-493d-8e5f-382ed9a4bf03 admin admin] Network hostable DHCP agents. Network: c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13, hostable agents: ['505f8fe4-cf16-4cec-b766-e44aefc0193e'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:38:30.319031 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b318391a-27e4-493d-8e5f-382ed9a4bf03 admin admin] Network c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13 is scheduled to be hosted by DHCP agent 505f8fe4-cf16-4cec-b766-e44aefc0193e with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:38:30.329038 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-b318391a-27e4-493d-8e5f-382ed9a4bf03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:38:30.333429 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b318391a-27e4-493d-8e5f-382ed9a4bf03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:30.334053 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b318391a-27e4-493d-8e5f-382ed9a4bf03 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:30.341024 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976436c1-61e3-430e-8adf-11e4930d3442 None None] Network c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13 requested from dv-cinder-master-3-smb {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:38:30.353179 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-b318391a-27e4-493d-8e5f-382ed9a4bf03 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3514297 Sep 30 09:38:30.356086 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 41364) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:38:30.361087 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-56560081-5607-4a44-837c-ac6bccb12153 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-178242830-router', 'tenant_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'}}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:38:30.384179 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-56560081-5607-4a44-837c-ac6bccb12153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-748765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30317'] for router (e71eff5a-7705-4b3b-a914-91e67e16a8c0), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:30.385533 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-56560081-5607-4a44-837c-ac6bccb12153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543880', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1182'] for router (e71eff5a-7705-4b3b-a914-91e67e16a8c0), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:30.405426 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:30.419915 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d089cc-f6d1-470d-9514-4214b792f8f4 req-206de699-c218-45d0-8bd8-c7057e42315d tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:30.432352 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-57d089cc-f6d1-470d-9514-4214b792f8f4 req-206de699-c218-45d0-8bd8-c7057e42315d tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b18a2b1f-f57b-46af-a893-bd3a63ed5e91 HTTP/1.1" status: 200 len: 946 time: 0.0671985 Sep 30 09:38:30.456984 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-56560081-5607-4a44-837c-ac6bccb12153 admin admin] Publish callbacks [] for router_controller (e71eff5a-7705-4b3b-a914-91e67e16a8c0), precommit_add_association {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:30.476031 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54f60a4-9fc3-4839-a019-d6243e984f82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13', 'network_id': 'c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13', 'project_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'fixed_ips': [{'subnet_id': '8a9b3a8a-aba0-4a7c-badd-f910fa652568'}]}} from dv-cinder-master-3-smb. {{(pid=106377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 30 09:38:30.476973 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e54f60a4-9fc3-4839-a019-d6243e984f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:30.483490 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-57d089cc-f6d1-470d-9514-4214b792f8f4 req-4a1c0bec-0729-4978-8045-4cd7410210bd tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530357 Sep 30 09:38:30.603225 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-56560081-5607-4a44-837c-ac6bccb12153 admin admin] Publish callbacks [] for router_gateway (e71eff5a-7705-4b3b-a914-91e67e16a8c0), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:30.622777 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-e54f60a4-9fc3-4839-a019-d6243e984f82 None None] Allocated IP 172.20.0.2 (c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13/8a9b3a8a-aba0-4a7c-badd-f910fa652568/058a358d-74c9-4ad4-b7a6-1cea6a35306c) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:38:30.758266 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96e27e-6929-4944-bced-29265ed56897 req-ab962f04-e66e-4d24-9e00-7419343a5ba8 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:30.759850 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ff96e27e-6929-4944-bced-29265ed56897 req-ab962f04-e66e-4d24-9e00-7419343a5ba8 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1eb6b53a-a29f-4731-8936-99958b293d8f HTTP/1.1" status: 200 len: 943 time: 0.0516076 Sep 30 09:38:30.785979 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e54f60a4-9fc3-4839-a019-d6243e984f82 None None] Publish callbacks [] for port (058a358d-74c9-4ad4-b7a6-1cea6a35306c), precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:30.790429 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-56560081-5607-4a44-837c-ac6bccb12153 admin admin] Publish callbacks [] for router_gateway (e71eff5a-7705-4b3b-a914-91e67e16a8c0), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:30.793980 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e54f60a4-9fc3-4839-a019-d6243e984f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778'] for port (058a358d-74c9-4ad4-b7a6-1cea6a35306c), after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:30.811412 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-56560081-5607-4a44-837c-ac6bccb12153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:30.815148 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ff96e27e-6929-4944-bced-29265ed56897 req-cf51e797-b84c-454c-8dee-c112fba4a560 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aad97847-1acd-4b74-8ec2-447b1d69cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496695 Sep 30 09:38:30.937652 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [None req-56560081-5607-4a44-837c-ac6bccb12153 admin admin] Allocated IP 172.37.1.35 (4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2/0f15ec3b-6992-47ef-bdfa-402dc9430f5b/0288ea1c-4fe9-4d64-94b3-375996f9388b) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:38:30.994995 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54f60a4-9fc3-4839-a019-d6243e984f82 None None] Network c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:38:30.998223 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:30.999603 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-e54f60a4-9fc3-4839-a019-d6243e984f82 None None] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:38:31.001950 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:31.003443 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54f60a4-9fc3-4839-a019-d6243e984f82 None None] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:38:31.006393 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f60a4-9fc3-4839-a019-d6243e984f82 None None] Pushing event updated for resources: {'Port': ['ID=058a358d-74c9-4ad4-b7a6-1cea6a35306c,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:31.008661 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:31.061540 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-56560081-5607-4a44-837c-ac6bccb12153 admin admin] Publish callbacks [] for port (0288ea1c-4fe9-4d64-94b3-375996f9388b), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:31.064174 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-e54f60a4-9fc3-4839-a019-d6243e984f82 None None] Attempting to bind port 058a358d-74c9-4ad4-b7a6-1cea6a35306c on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:38:31.064638 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-e54f60a4-9fc3-4839-a019-d6243e984f82 None None] Attempting to bind port 058a358d-74c9-4ad4-b7a6-1cea6a35306c by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '4a059b5f-6655-47a2-992e-a2bd3453be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:38:31.064896 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54f60a4-9fc3-4839-a019-d6243e984f82 None None] Attempting to bind port 058a358d-74c9-4ad4-b7a6-1cea6a35306c on network c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:38:31.094930 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-56560081-5607-4a44-837c-ac6bccb12153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (0288ea1c-4fe9-4d64-94b3-375996f9388b), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:31.099097 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:31.103747 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:31.109482 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54f60a4-9fc3-4839-a019-d6243e984f82 None None] Checking agent: {'id': '99becae7-b4b2-4e0b-818d-0d19c65b4b56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 27, 31), 'started_at': datetime.datetime(2022, 9, 30, 9, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:38:31.109891 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54f60a4-9fc3-4839-a019-d6243e984f82 None None] Checking segment: {'id': '4a059b5f-6655-47a2-992e-a2bd3453be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:38:31.110802 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e54f60a4-9fc3-4839-a019-d6243e984f82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:31.111295 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54f60a4-9fc3-4839-a019-d6243e984f82 None None] Bound using segment: {'id': '4a059b5f-6655-47a2-992e-a2bd3453be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:38:31.111949 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-e54f60a4-9fc3-4839-a019-d6243e984f82 None None] Bound port: 058a358d-74c9-4ad4-b7a6-1cea6a35306c, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a059b5f-6655-47a2-992e-a2bd3453be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:38:31.112327 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e54f60a4-9fc3-4839-a019-d6243e984f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (058a358d-74c9-4ad4-b7a6-1cea6a35306c), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:31.141342 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56560081-5607-4a44-837c-ac6bccb12153 admin admin] Network 4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:38:31.147180 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-56560081-5607-4a44-837c-ac6bccb12153 admin admin] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:38:31.151273 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56560081-5607-4a44-837c-ac6bccb12153 admin admin] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:38:31.154911 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56560081-5607-4a44-837c-ac6bccb12153 admin admin] Pushing event updated for resources: {'Port': ['ID=0288ea1c-4fe9-4d64-94b3-375996f9388b,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:31.179401 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e54f60a4-9fc3-4839-a019-d6243e984f82 None None] For port 058a358d-74c9-4ad4-b7a6-1cea6a35306c, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:38:31.182901 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e54f60a4-9fc3-4839-a019-d6243e984f82 None None] For port 058a358d-74c9-4ad4-b7a6-1cea6a35306c, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=058a358d-74c9-4ad4-b7a6-1cea6a35306c,segment=NetworkSegment(4a059b5f-6655-47a2-992e-a2bd3453be44),segment_id=4a059b5f-6655-47a2-992e-a2bd3453be44)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:38:31.189239 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e54f60a4-9fc3-4839-a019-d6243e984f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (058a358d-74c9-4ad4-b7a6-1cea6a35306c), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:31.240197 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f60a4-9fc3-4839-a019-d6243e984f82 None None] Pushing event updated for resources: {'Port': ['ID=058a358d-74c9-4ad4-b7a6-1cea6a35306c,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:31.435277 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-56560081-5607-4a44-837c-ac6bccb12153 admin admin] Publish callbacks [] for router_gateway (e71eff5a-7705-4b3b-a914-91e67e16a8c0), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:31.614791 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fa507-d3f0-47fb-ae13-bd6084e07756 req-ca5c5403-70c7-4a87-b8c4-29349474d3c8 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:31.616446 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-af8fa507-d3f0-47fb-ae13-bd6084e07756 req-ca5c5403-70c7-4a87-b8c4-29349474d3c8 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b18a2b1f-f57b-46af-a893-bd3a63ed5e91 HTTP/1.1" status: 200 len: 946 time: 0.0535007 Sep 30 09:38:31.667402 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-af8fa507-d3f0-47fb-ae13-bd6084e07756 req-ffca72a2-a4fb-4d29-be5e-9501c7a011ad tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447807 Sep 30 09:38:31.931582 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c9e71-b5c3-43d3-a35b-adc17c9bd95d req-8ff39280-5412-430c-b941-1e8e4fadf134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:31.933083 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-f93c9e71-b5c3-43d3-a35b-adc17c9bd95d req-8ff39280-5412-430c-b941-1e8e4fadf134 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=a530d9ebb5c749d2adaf3c428c5a4189&device_id=1eb6b53a-a29f-4731-8936-99958b293d8f HTTP/1.1" status: 200 len: 1127 time: 0.0516820 Sep 30 09:38:31.934226 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-56560081-5607-4a44-837c-ac6bccb12153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-745702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759865'] for router (e71eff5a-7705-4b3b-a914-91e67e16a8c0), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:31.945071 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d8a81-e855-427f-98f3-ed8eff3038ff req-0788ed89-b01a-48a5-babf-323daa439673 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:31.946650 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-573d8a81-e855-427f-98f3-ed8eff3038ff req-0788ed89-b01a-48a5-babf-323daa439673 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1eb6b53a-a29f-4731-8936-99958b293d8f HTTP/1.1" status: 200 len: 943 time: 0.0525913 Sep 30 09:38:32.000695 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-573d8a81-e855-427f-98f3-ed8eff3038ff req-3e2daccb-cc8b-4576-9887-f3051cb83c20 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aad97847-1acd-4b74-8ec2-447b1d69cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454414 Sep 30 09:38:32.116859 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c9e71-b5c3-43d3-a35b-adc17c9bd95d req-e87369cf-dcb0-40ac-916f-2da303959537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:32.118267 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-f93c9e71-b5c3-43d3-a35b-adc17c9bd95d req-e87369cf-dcb0-40ac-916f-2da303959537 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=98875254-610d-4f12-b0d0-6a1319c6095e HTTP/1.1" status: 200 len: 910 time: 0.1776817 Sep 30 09:38:32.167112 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-f93c9e71-b5c3-43d3-a35b-adc17c9bd95d req-4db470e6-f5cf-49b9-a67c-c0f27596c7a4 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f168885a-1094-4d60-8bd6-e4af5133d74d HTTP/1.1" status: 200 len: 217 time: 0.0414090 Sep 30 09:38:32.215721 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722e4843-66da-47fd-923a-f1eec669efd6 None None] Network c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13 requested from dv-cinder-master-3-smb {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:38:32.219556 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56560081-5607-4a44-837c-ac6bccb12153 admin admin] Router e71eff5a-7705-4b3b-a914-91e67e16a8c0 is scheduled to L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 with binding_index 1 {{(pid=106375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 09:38:32.228097 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c9e71-b5c3-43d3-a35b-adc17c9bd95d req-a9406a8a-30db-41d9-8a90-007932b5a1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:32.229580 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-f93c9e71-b5c3-43d3-a35b-adc17c9bd95d req-a9406a8a-30db-41d9-8a90-007932b5a1c9 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=b6578b14-2df3-46e6-b80d-d179dabb532b HTTP/1.1" status: 200 len: 849 time: 0.0565808 Sep 30 09:38:32.297573 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-f93c9e71-b5c3-43d3-a35b-adc17c9bd95d req-b2a2a67a-8ca8-4caf-8483-0d1683da511f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=98875254-610d-4f12-b0d0-6a1319c6095e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587521 Sep 30 09:38:32.305156 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-d9c4a526-3aeb-43c6-beeb-e99e4d8eab07 None None] Provisioning complete for port 058a358d-74c9-4ad4-b7a6-1cea6a35306c triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:38:32.305535 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d9c4a526-3aeb-43c6-beeb-e99e4d8eab07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (058a358d-74c9-4ad4-b7a6-1cea6a35306c), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:32.305896 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-d9c4a526-3aeb-43c6-beeb-e99e4d8eab07 None None] Attempt 1 to provision port 058a358d-74c9-4ad4-b7a6-1cea6a35306c Sep 30 09:38:32.311184 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:32.389320 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:32.394386 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=7 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:32.411322 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-d9c4a526-3aeb-43c6-beeb-e99e4d8eab07 None None] Current status of the port 058a358d-74c9-4ad4-b7a6-1cea6a35306c is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:38:32.412575 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d9c4a526-3aeb-43c6-beeb-e99e4d8eab07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (058a358d-74c9-4ad4-b7a6-1cea6a35306c), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:32.439700 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56560081-5607-4a44-837c-ac6bccb12153 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:38:32.447488 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-f93c9e71-b5c3-43d3-a35b-adc17c9bd95d req-8a70432d-0e4b-4bee-a943-149d3e25178b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/98875254-610d-4f12-b0d0-6a1319c6095e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427944 Sep 30 09:38:32.455127 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-d9c4a526-3aeb-43c6-beeb-e99e4d8eab07 None None] For port 058a358d-74c9-4ad4-b7a6-1cea6a35306c, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=058a358d-74c9-4ad4-b7a6-1cea6a35306c,segment=NetworkSegment(4a059b5f-6655-47a2-992e-a2bd3453be44),segment_id=4a059b5f-6655-47a2-992e-a2bd3453be44)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:38:32.457754 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894c8030-65aa-4b91-8827-8b151dde6598 None None] Sync routers for ids ['e71eff5a-7705-4b3b-a914-91e67e16a8c0'] in dv-cinder-master-3-smb {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:38:32.465460 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d9c4a526-3aeb-43c6-beeb-e99e4d8eab07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (058a358d-74c9-4ad4-b7a6-1cea6a35306c), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:32.478251 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-56560081-5607-4a44-837c-ac6bccb12153 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:32.481958 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-56560081-5607-4a44-837c-ac6bccb12153 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1221600 Sep 30 09:38:32.482651 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 41378) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:38:32.496843 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894c8030-65aa-4b91-8827-8b151dde6598 None None] Routers {'e71eff5a-7705-4b3b-a914-91e67e16a8c0'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:38:32.497909 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-894c8030-65aa-4b91-8827-8b151dde6598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:38:28Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['e71eff5a-7705-4b3b-a914-91e67e16a8c0'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:38:32.574871 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-f93c9e71-b5c3-43d3-a35b-adc17c9bd95d req-140e224b-2399-45f2-949a-36870d6ea966 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/98875254-610d-4f12-b0d0-6a1319c6095e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213865 Sep 30 09:38:32.589930 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4a526-3aeb-43c6-beeb-e99e4d8eab07 None None] Pushing event updated for resources: {'Port': ['ID=058a358d-74c9-4ad4-b7a6-1cea6a35306c,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:32.624670 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-478d3051-d9cc-4005-8a22-a5dd54d3aad0 None None] Provisioning complete for port 058a358d-74c9-4ad4-b7a6-1cea6a35306c triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:38:32.625053 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-478d3051-d9cc-4005-8a22-a5dd54d3aad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (058a358d-74c9-4ad4-b7a6-1cea6a35306c), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:32.625456 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-478d3051-d9cc-4005-8a22-a5dd54d3aad0 None None] Attempt 1 to provision port 058a358d-74c9-4ad4-b7a6-1cea6a35306c Sep 30 09:38:32.690349 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-894c8030-65aa-4b91-8827-8b151dde6598 None None] Set router e71eff5a-7705-4b3b-a914-91e67e16a8c0 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:38:32.789294 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 058a358d-74c9-4ad4-b7a6-1cea6a35306c up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:38:32.847737 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd00adf-e922-45de-a1fb-b3a527bc8c95 req-9780a94a-25d8-472e-8caa-93aad066f311 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:32.849206 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-cfd00adf-e922-45de-a1fb-b3a527bc8c95 req-9780a94a-25d8-472e-8caa-93aad066f311 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b18a2b1f-f57b-46af-a893-bd3a63ed5e91 HTTP/1.1" status: 200 len: 946 time: 0.0871069 Sep 30 09:38:32.858750 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:32.861343 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:32.919653 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-478d3051-d9cc-4005-8a22-a5dd54d3aad0 None None] Current status of the port 058a358d-74c9-4ad4-b7a6-1cea6a35306c is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:38:32.936531 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-cfd00adf-e922-45de-a1fb-b3a527bc8c95 req-76c3e2a4-6a2d-444a-9218-00464228c4fd tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804307 Sep 30 09:38:32.943389 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port 058a358d-74c9-4ad4-b7a6-1cea6a35306c triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:38:32.943772 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (058a358d-74c9-4ad4-b7a6-1cea6a35306c), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:32.944115 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port 058a358d-74c9-4ad4-b7a6-1cea6a35306c Sep 30 09:38:33.025470 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-894c8030-65aa-4b91-8827-8b151dde6598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71eff5a-7705-4b3b-a914-91e67e16a8c0', 'name': 'tempest-TestShelveInstance-178242830-router', 'tenant_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.35'}], 'enable_snat': True}, 'gw_port_id': '0288ea1c-4fe9-4d64-94b3-375996f9388b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:38:30Z', 'updated_at': '2022-09-30T09:38:31Z', 'revision_number': 3, 'project_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'gw_port': {'id': '0288ea1c-4fe9-4d64-94b3-375996f9388b', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71eff5a-7705-4b3b-a914-91e67e16a8c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:38:30Z', 'updated_at': '2022-09-30T09:38:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:38:33.026914 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-828d8dd6-311e-4f33-a932-d018a3aa6d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:33.085327 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894c8030-65aa-4b91-8827-8b151dde6598 None None] Checking router: e71eff5a-7705-4b3b-a914-91e67e16a8c0 for host: dv-cinder-master-3-smb {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:38:33.085696 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894c8030-65aa-4b91-8827-8b151dde6598 None None] Updating router e71eff5a-7705-4b3b-a914-91e67e16a8c0 port 0288ea1c-4fe9-4d64-94b3-375996f9388b binding host dv-cinder-master-3-smb {{(pid=106377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:38:33.112236 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port 058a358d-74c9-4ad4-b7a6-1cea6a35306c is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:38:33.122452 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-894c8030-65aa-4b91-8827-8b151dde6598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (0288ea1c-4fe9-4d64-94b3-375996f9388b), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:33.163023 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d5927-96ef-4965-8c84-a8651711f4f7 req-c873ff99-dbb6-48a5-afad-a15132b2a55f tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:33.164488 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-301d5927-96ef-4965-8c84-a8651711f4f7 req-c873ff99-dbb6-48a5-afad-a15132b2a55f tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1eb6b53a-a29f-4731-8936-99958b293d8f HTTP/1.1" status: 200 len: 943 time: 0.0809929 Sep 30 09:38:33.228728 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:33.262793 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-828d8dd6-311e-4f33-a932-d018a3aa6d52 admin admin] Allocated IP 172.20.0.1 (c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13/8a9b3a8a-aba0-4a7c-badd-f910fa652568/ee1ca968-26d0-4035-a485-9ed3e5fac6b4) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:38:33.268093 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-301d5927-96ef-4965-8c84-a8651711f4f7 req-d55600b3-1ad7-408a-9d54-8bac4ff7b2c2 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aad97847-1acd-4b74-8ec2-447b1d69cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963969 Sep 30 09:38:33.282692 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:33.384726 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-828d8dd6-311e-4f33-a932-d018a3aa6d52 admin admin] Publish callbacks [] for port (ee1ca968-26d0-4035-a485-9ed3e5fac6b4), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:33.391247 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-894c8030-65aa-4b91-8827-8b151dde6598 None None] Publish callbacks [] for port (0288ea1c-4fe9-4d64-94b3-375996f9388b), precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:33.401691 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-894c8030-65aa-4b91-8827-8b151dde6598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (0288ea1c-4fe9-4d64-94b3-375996f9388b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:33.420928 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-828d8dd6-311e-4f33-a932-d018a3aa6d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29089666'] for port (ee1ca968-26d0-4035-a485-9ed3e5fac6b4), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:33.437092 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-894c8030-65aa-4b91-8827-8b151dde6598 None None] Attempting to bind port 0288ea1c-4fe9-4d64-94b3-375996f9388b on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:38:33.437461 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-894c8030-65aa-4b91-8827-8b151dde6598 None None] Attempting to bind port 0288ea1c-4fe9-4d64-94b3-375996f9388b by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '8ee3384b-29eb-481d-9dfd-879c28cb46fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:38:33.437847 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894c8030-65aa-4b91-8827-8b151dde6598 None None] Attempting to bind port 0288ea1c-4fe9-4d64-94b3-375996f9388b on network 4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:38:33.468749 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828d8dd6-311e-4f33-a932-d018a3aa6d52 admin admin] Network c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:38:33.474243 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-828d8dd6-311e-4f33-a932-d018a3aa6d52 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:38:33.476507 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d8dd6-311e-4f33-a932-d018a3aa6d52 admin admin] Pushing event updated for resources: {'Port': ['ID=ee1ca968-26d0-4035-a485-9ed3e5fac6b4,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:33.478698 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828d8dd6-311e-4f33-a932-d018a3aa6d52 admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:38:33.479167 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c9254-b91a-4a84-9c38-883a6f6a49c2 None None] Pushing event updated for resources: {'Port': ['ID=0288ea1c-4fe9-4d64-94b3-375996f9388b,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:33.501847 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894c8030-65aa-4b91-8827-8b151dde6598 None None] Checking agent: {'id': '99becae7-b4b2-4e0b-818d-0d19c65b4b56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 27, 31), 'started_at': datetime.datetime(2022, 9, 30, 9, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:38:33.502120 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894c8030-65aa-4b91-8827-8b151dde6598 None None] Checking segment: {'id': '8ee3384b-29eb-481d-9dfd-879c28cb46fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:38:33.502347 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-894c8030-65aa-4b91-8827-8b151dde6598 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:33.502738 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894c8030-65aa-4b91-8827-8b151dde6598 None None] Bound using segment: {'id': '8ee3384b-29eb-481d-9dfd-879c28cb46fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:38:33.503231 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-894c8030-65aa-4b91-8827-8b151dde6598 None None] Bound port: 0288ea1c-4fe9-4d64-94b3-375996f9388b, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ee3384b-29eb-481d-9dfd-879c28cb46fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:38:33.503619 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-894c8030-65aa-4b91-8827-8b151dde6598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (0288ea1c-4fe9-4d64-94b3-375996f9388b), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:33.518216 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-828d8dd6-311e-4f33-a932-d018a3aa6d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555310'] for router_interface (e71eff5a-7705-4b3b-a914-91e67e16a8c0), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:33.562653 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-894c8030-65aa-4b91-8827-8b151dde6598 None None] For port 0288ea1c-4fe9-4d64-94b3-375996f9388b, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:38:33.566909 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-894c8030-65aa-4b91-8827-8b151dde6598 None None] For port 0288ea1c-4fe9-4d64-94b3-375996f9388b, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=0288ea1c-4fe9-4d64-94b3-375996f9388b,segment=NetworkSegment(8ee3384b-29eb-481d-9dfd-879c28cb46fd),segment_id=8ee3384b-29eb-481d-9dfd-879c28cb46fd)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:38:33.573454 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-894c8030-65aa-4b91-8827-8b151dde6598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (0288ea1c-4fe9-4d64-94b3-375996f9388b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:33.601088 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:33.632861 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894c8030-65aa-4b91-8827-8b151dde6598 None None] Routers {'e71eff5a-7705-4b3b-a914-91e67e16a8c0'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:38:33.633505 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-894c8030-65aa-4b91-8827-8b151dde6598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:38:28Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['e71eff5a-7705-4b3b-a914-91e67e16a8c0'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:38:33.635745 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c9254-b91a-4a84-9c38-883a6f6a49c2 None None] Pushing event updated for resources: {'Port': ['ID=0288ea1c-4fe9-4d64-94b3-375996f9388b,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:33.657725 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-828d8dd6-311e-4f33-a932-d018a3aa6d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (ee1ca968-26d0-4035-a485-9ed3e5fac6b4), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:33.674706 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device f168885a-1094-4d60-8bd6-e4af5133d74d details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:38:33.851258 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-828d8dd6-311e-4f33-a932-d018a3aa6d52 admin admin] Publish callbacks [] for port (ee1ca968-26d0-4035-a485-9ed3e5fac6b4), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:33.857287 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-828d8dd6-311e-4f33-a932-d018a3aa6d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29089685'] for port (ee1ca968-26d0-4035-a485-9ed3e5fac6b4), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:33.927848 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-828d8dd6-311e-4f33-a932-d018a3aa6d52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555418'] for router_interface (e71eff5a-7705-4b3b-a914-91e67e16a8c0), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:33.929920 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d8dd6-311e-4f33-a932-d018a3aa6d52 admin admin] Pushing event updated for resources: {'Port': ['ID=ee1ca968-26d0-4035-a485-9ed3e5fac6b4,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:33.932033 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-b54b6f68-660c-4adc-95d2-7cbba9c7e92f None None] Provisioning complete for port ee1ca968-26d0-4035-a485-9ed3e5fac6b4 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:38:33.932625 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b54b6f68-660c-4adc-95d2-7cbba9c7e92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (ee1ca968-26d0-4035-a485-9ed3e5fac6b4), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:33.932758 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-b54b6f68-660c-4adc-95d2-7cbba9c7e92f None None] Attempt 1 to provision port ee1ca968-26d0-4035-a485-9ed3e5fac6b4 Sep 30 09:38:33.956283 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:34.001530 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-894c8030-65aa-4b91-8827-8b151dde6598 None None] Set router e71eff5a-7705-4b3b-a914-91e67e16a8c0 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:38:34.031801 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-b54b6f68-660c-4adc-95d2-7cbba9c7e92f None None] Port ee1ca968-26d0-4035-a485-9ed3e5fac6b4 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:38:34.052463 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port f168885a-1094-4d60-8bd6-e4af5133d74d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f168885a-1094-4d60-8bd6-e4af5133d74d,segment=NetworkSegment(ab1a1fd1-5a10-4363-8442-0a92e4f75ce2),segment_id=ab1a1fd1-5a10-4363-8442-0a92e4f75ce2)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:38:34.102599 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Returning: {'device': 'f168885a-1094-4d60-8bd6-e4af5133d74d', 'network_id': '98875254-610d-4f12-b0d0-6a1319c6095e', 'port_id': 'f168885a-1094-4d60-8bd6-e4af5133d74d', 'mac_address': 'fa:16:3e:60:f5:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6578b14-2df3-46e6-b80d-d179dabb532b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:38:34.150186 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:34.203474 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port f168885a-1094-4d60-8bd6-e4af5133d74d is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:38:34.203861 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (f168885a-1094-4d60-8bd6-e4af5133d74d), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:34.236496 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f168885a-1094-4d60-8bd6-e4af5133d74d {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:38:34.290316 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port f168885a-1094-4d60-8bd6-e4af5133d74d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f168885a-1094-4d60-8bd6-e4af5133d74d,segment=NetworkSegment(ab1a1fd1-5a10-4363-8442-0a92e4f75ce2),segment_id=ab1a1fd1-5a10-4363-8442-0a92e4f75ce2)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:38:34.317293 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (f168885a-1094-4d60-8bd6-e4af5133d74d), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:34.319001 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:UPDATE=5,neutron:INSERT=3,neutron:SELECT=92 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:34.338605 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee1f7f-57ec-43f4-b08c-68130eb5620e req-eeb49a0a-1024-4cfe-9813-54b28e1f3a1e tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:34.340110 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-e8ee1f7f-57ec-43f4-b08c-68130eb5620e req-eeb49a0a-1024-4cfe-9813-54b28e1f3a1e tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b18a2b1f-f57b-46af-a893-bd3a63ed5e91 HTTP/1.1" status: 200 len: 946 time: 0.0903659 Sep 30 09:38:34.346661 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828d8dd6-311e-4f33-a932-d018a3aa6d52 admin admin] Network c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:38:34.348107 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-828d8dd6-311e-4f33-a932-d018a3aa6d52 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:38:34.386040 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-894c8030-65aa-4b91-8827-8b151dde6598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71eff5a-7705-4b3b-a914-91e67e16a8c0', 'name': 'tempest-TestShelveInstance-178242830-router', 'tenant_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.35'}], 'enable_snat': True}, 'gw_port_id': '0288ea1c-4fe9-4d64-94b3-375996f9388b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:38:30Z', 'updated_at': '2022-09-30T09:38:33Z', 'revision_number': 4, 'project_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'gw_port': {'id': '0288ea1c-4fe9-4d64-94b3-375996f9388b', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71eff5a-7705-4b3b-a914-91e67e16a8c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:38:30Z', 'updated_at': '2022-09-30T09:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'ee1ca968-26d0-4035-a485-9ed3e5fac6b4', 'name': '', 'network_id': 'c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13', 'tenant_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'mac_address': 'fa:16:3e:fd:68:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71eff5a-7705-4b3b-a914-91e67e16a8c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8a9b3a8a-aba0-4a7c-badd-f910fa652568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:38:33Z', 'updated_at': '2022-09-30T09:38:33Z', 'revision_number': 1, 'project_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'subnets': [{'id': '8a9b3a8a-aba0-4a7c-badd-f910fa652568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:38:34.427327 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894c8030-65aa-4b91-8827-8b151dde6598 None None] The sync data for ids ['e71eff5a-7705-4b3b-a914-91e67e16a8c0'] in dv-cinder-master-3-smb is: [{'id': 'e71eff5a-7705-4b3b-a914-91e67e16a8c0', 'name': 'tempest-TestShelveInstance-178242830-router', 'tenant_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.35'}], 'enable_snat': True}, 'gw_port_id': '0288ea1c-4fe9-4d64-94b3-375996f9388b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:38:30Z', 'updated_at': '2022-09-30T09:38:33Z', 'revision_number': 4, 'project_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'gw_port': {'id': '0288ea1c-4fe9-4d64-94b3-375996f9388b', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71eff5a-7705-4b3b-a914-91e67e16a8c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:38:30Z', 'updated_at': '2022-09-30T09:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'ee1ca968-26d0-4035-a485-9ed3e5fac6b4', 'name': '', 'network_id': 'c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13', 'tenant_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'mac_address': 'fa:16:3e:fd:68:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71eff5a-7705-4b3b-a914-91e67e16a8c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8a9b3a8a-aba0-4a7c-badd-f910fa652568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:38:33Z', 'updated_at': '2022-09-30T09:38:33Z', 'revision_number': 1, 'project_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'subnets': [{'id': '8a9b3a8a-aba0-4a7c-badd-f910fa652568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:38:34.432347 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=f168885a-1094-4d60-8bd6-e4af5133d74d,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:34.525315 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc46e0a-a7d6-4d8f-b5f6-de66462c4a5f req-57e3aee4-28ee-4af7-affe-3ddf0a8c89b8 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:34.532564 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ecc46e0a-a7d6-4d8f-b5f6-de66462c4a5f req-57e3aee4-28ee-4af7-affe-3ddf0a8c89b8 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1eb6b53a-a29f-4731-8936-99958b293d8f HTTP/1.1" status: 200 len: 944 time: 0.1267810 Sep 30 09:38:34.534220 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-b54b6f68-660c-4adc-95d2-7cbba9c7e92f None None] Attempt 2 to provision port ee1ca968-26d0-4035-a485-9ed3e5fac6b4 Sep 30 09:38:34.582905 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-b54b6f68-660c-4adc-95d2-7cbba9c7e92f None None] Port ee1ca968-26d0-4035-a485-9ed3e5fac6b4 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:38:34.617312 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-e8ee1f7f-57ec-43f4-b08c-68130eb5620e req-ab849db3-d0d0-4093-ba29-9437d400617d tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103431 Sep 30 09:38:34.627339 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828d8dd6-311e-4f33-a932-d018a3aa6d52 admin admin] Router e71eff5a-7705-4b3b-a914-91e67e16a8c0 has already been hosted by L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:38:34.667492 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ecc46e0a-a7d6-4d8f-b5f6-de66462c4a5f req-afe3344f-5863-4f9a-9178-c65e1aef4e62 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aad97847-1acd-4b74-8ec2-447b1d69cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339917 Sep 30 09:38:34.810776 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828d8dd6-311e-4f33-a932-d018a3aa6d52 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:38:34.819857 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-828d8dd6-311e-4f33-a932-d018a3aa6d52 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/e71eff5a-7705-4b3b-a914-91e67e16a8c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3361051 Sep 30 09:38:34.918017 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] get_ports_and_sgs() called for port_ids ['f168885a-1094-4d60-8bd6-e4af5133d74d'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:38:35.085308 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-b54b6f68-660c-4adc-95d2-7cbba9c7e92f None None] Attempt 3 to provision port ee1ca968-26d0-4035-a485-9ed3e5fac6b4 Sep 30 09:38:35.151367 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-b54b6f68-660c-4adc-95d2-7cbba9c7e92f None None] Port ee1ca968-26d0-4035-a485-9ed3e5fac6b4 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:38:35.368368 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 41420) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:38:35.511036 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-417122e7-cc08-4f3e-aa1d-9b205818154d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:35.542571 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:35.615186 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-417122e7-cc08-4f3e-aa1d-9b205818154d admin admin] Publish callbacks [] for security_group (ba75a0f2-8e05-4dbf-bb0c-9d73aa5430d4), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:35.620579 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-417122e7-cc08-4f3e-aa1d-9b205818154d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (ba75a0f2-8e05-4dbf-bb0c-9d73aa5430d4), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:35.652668 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-b54b6f68-660c-4adc-95d2-7cbba9c7e92f None None] Attempt 4 to provision port ee1ca968-26d0-4035-a485-9ed3e5fac6b4 Sep 30 09:38:35.667176 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-417122e7-cc08-4f3e-aa1d-9b205818154d admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=5543e63003fc434db21e24b2d44c1d5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2977037 Sep 30 09:38:35.669869 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 41432) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:38:35.677174 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417122e7-cc08-4f3e-aa1d-9b205818154d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba75a0f2-8e05-4dbf-bb0c-9d73aa5430d4,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:35.687992 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 41434) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:38:35.696417 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-d1bcb2c8-ff98-4b79-8ba2-0809e91db9cd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-796855756-network', 'tenant_id': '39a6ad090122467da59af411d4ea3551'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:38:35.722251 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-b54b6f68-660c-4adc-95d2-7cbba9c7e92f None None] Port ee1ca968-26d0-4035-a485-9ed3e5fac6b4 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:38:35.769078 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1bcb2c8-ff98-4b79-8ba2-0809e91db9cd admin admin] Made reservation on behalf of 39a6ad090122467da59af411d4ea3551 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:38:35.771705 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d1bcb2c8-ff98-4b79-8ba2-0809e91db9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for network (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:35.799105 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d1bcb2c8-ff98-4b79-8ba2-0809e91db9cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:35.829140 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286c612-20a9-4ac2-b843-fee5c6b05690 req-0c1a30e6-f905-49ce-9bd5-573388c20253 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:35.830856 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a286c612-20a9-4ac2-b843-fee5c6b05690 req-0c1a30e6-f905-49ce-9bd5-573388c20253 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b18a2b1f-f57b-46af-a893-bd3a63ed5e91 HTTP/1.1" status: 200 len: 946 time: 0.1097028 Sep 30 09:38:35.847720 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3944bb59-f75e-4ab8-9853-bff531237657 admin admin] Publish callbacks [] for security_group (ba75a0f2-8e05-4dbf-bb0c-9d73aa5430d4), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:35.902248 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3944bb59-f75e-4ab8-9853-bff531237657 admin admin] Publish callbacks [] for security_group (ba75a0f2-8e05-4dbf-bb0c-9d73aa5430d4), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:35.918515 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db840ee5-3499-4f32-8f9d-3dc2afe2b48f req-1060e9b1-7df5-4780-bf21-0d8f61548cdb tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:35.922232 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-db840ee5-3499-4f32-8f9d-3dc2afe2b48f req-1060e9b1-7df5-4780-bf21-0d8f61548cdb tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1eb6b53a-a29f-4731-8936-99958b293d8f HTTP/1.1" status: 200 len: 944 time: 0.1250932 Sep 30 09:38:35.993364 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:36.032102 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a286c612-20a9-4ac2-b843-fee5c6b05690 req-b00a1d84-64a3-4968-8c89-be0da56e1da9 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819320 Sep 30 09:38:36.087558 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-db840ee5-3499-4f32-8f9d-3dc2afe2b48f req-74f3e27f-81ee-456a-958a-90bdfc8c794e tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aad97847-1acd-4b74-8ec2-447b1d69cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540759 Sep 30 09:38:36.103176 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3944bb59-f75e-4ab8-9853-bff531237657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (ba75a0f2-8e05-4dbf-bb0c-9d73aa5430d4), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:36.106029 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3944bb59-f75e-4ab8-9853-bff531237657 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:36.107266 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-3944bb59-f75e-4ab8-9853-bff531237657 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ba75a0f2-8e05-4dbf-bb0c-9d73aa5430d4 HTTP/1.1" status: 204 len: 168 time: 0.4363987 Sep 30 09:38:36.126025 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d1bcb2c8-ff98-4b79-8ba2-0809e91db9cd admin admin] Publish callbacks [] for security_group (734a4763-1f9a-4915-951d-2f287905825f), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:36.130500 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944bb59-f75e-4ab8-9853-bff531237657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba75a0f2-8e05-4dbf-bb0c-9d73aa5430d4,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:36.134051 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device f168885a-1094-4d60-8bd6-e4af5133d74d up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:38:36.140080 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d1bcb2c8-ff98-4b79-8ba2-0809e91db9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (734a4763-1f9a-4915-951d-2f287905825f), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:36.159518 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd8314-2861-4018-b733-c1cf1e229cae req-f41e629a-4ac3-4682-a93f-cdc220e4cf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:36.161160 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-5fcd8314-2861-4018-b733-c1cf1e229cae req-f41e629a-4ac3-4682-a93f-cdc220e4cf49 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b18a2b1f-f57b-46af-a893-bd3a63ed5e91 HTTP/1.1" status: 200 len: 1130 time: 0.0615447 Sep 30 09:38:36.176835 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1bcb2c8-ff98-4b79-8ba2-0809e91db9cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:38:36.194156 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bcb2c8-ff98-4b79-8ba2-0809e91db9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734a4763-1f9a-4915-951d-2f287905825f,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:36.200158 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d1bcb2c8-ff98-4b79-8ba2-0809e91db9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765'] for segment (aa6e4913-35d4-431b-b1e1-57ddf3ce63d0), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:36.200473 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.db.segments_db [None req-d1bcb2c8-ff98-4b79-8ba2-0809e91db9cd admin admin] Added segment aa6e4913-35d4-431b-b1e1-57ddf3ce63d0 of type vlan for network 35e1d245-ed95-4905-a292-25176bcee437 Sep 30 09:38:36.209116 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:36.219208 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Provisioning for port f168885a-1094-4d60-8bd6-e4af5133d74d completed by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 30 09:38:36.222180 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-5fcd8314-2861-4018-b733-c1cf1e229cae req-0b4b5b7b-21ad-47f7-b53e-2cfe37b31d31 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545447 Sep 30 09:38:36.224853 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-b54b6f68-660c-4adc-95d2-7cbba9c7e92f None None] Attempt 5 to provision port ee1ca968-26d0-4035-a485-9ed3e5fac6b4 Sep 30 09:38:36.246484 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Provisioning complete for port f168885a-1094-4d60-8bd6-e4af5133d74d triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:38:36.246925 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (f168885a-1094-4d60-8bd6-e4af5133d74d), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:36.247497 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Attempt 1 to provision port f168885a-1094-4d60-8bd6-e4af5133d74d Sep 30 09:38:36.248529 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d1bcb2c8-ff98-4b79-8ba2-0809e91db9cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770945417400'] for network (35e1d245-ed95-4905-a292-25176bcee437), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:36.278400 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d1bcb2c8-ff98-4b79-8ba2-0809e91db9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347'] for network (35e1d245-ed95-4905-a292-25176bcee437), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:36.279422 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bcb2c8-ff98-4b79-8ba2-0809e91db9cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:36.280427 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d1bcb2c8-ff98-4b79-8ba2-0809e91db9cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for network (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:36.295096 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-b54b6f68-660c-4adc-95d2-7cbba9c7e92f None None] Port ee1ca968-26d0-4035-a485-9ed3e5fac6b4 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:38:36.332362 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:36.336646 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-d1bcb2c8-ff98-4b79-8ba2-0809e91db9cd admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6441779 Sep 30 09:38:36.336854 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 41440) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:38:36.341538 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-fec36bf3-b324-4f46-84ea-bb6ec2799956 admin admin] Request body: {'subnet': {'network_id': '35e1d245-ed95-4905-a292-25176bcee437', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-796855756-subnet', 'tenant_id': '39a6ad090122467da59af411d4ea3551', 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:38:36.347200 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port f168885a-1094-4d60-8bd6-e4af5133d74d is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:38:36.347653 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (f168885a-1094-4d60-8bd6-e4af5133d74d), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:36.363847 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bcb2c8-ff98-4b79-8ba2-0809e91db9cd admin admin] Pushing event updated for resources: {'Network': ['ID=35e1d245-ed95-4905-a292-25176bcee437,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:36.375405 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb6b53a-a29f-4731-8936-99958b293d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f168885a-1094-4d60-8bd6-e4af5133d74d'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:38:36.377781 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec36bf3-b324-4f46-84ea-bb6ec2799956 admin admin] Made reservation on behalf of 39a6ad090122467da59af411d4ea3551 for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:38:36.378770 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}572cd3d2a36c298d242844143b4f2eb8d6763781bbf742a8cfd50e233d5d8038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40533f2f-f857-483f-b2fb-b91b860524a5" -d '{"events": [{"server_uuid": "1eb6b53a-a29f-4731-8936-99958b293d8f", "name": "network-vif-plugged", "status": "completed", "tag": "f168885a-1094-4d60-8bd6-e4af5133d74d"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:38:36.380706 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fec36bf3-b324-4f46-84ea-bb6ec2799956 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25409651'] for subnet (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:36.386382 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Network 35e1d245-ed95-4905-a292-25176bcee437 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:38:36.422200 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port f168885a-1094-4d60-8bd6-e4af5133d74d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f168885a-1094-4d60-8bd6-e4af5133d74d,segment=NetworkSegment(ab1a1fd1-5a10-4363-8442-0a92e4f75ce2),segment_id=ab1a1fd1-5a10-4363-8442-0a92e4f75ce2)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:38:36.448793 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (f168885a-1094-4d60-8bd6-e4af5133d74d), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:36.453304 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5e5449-eadf-4800-8ad4-7c32289b7b5f x-openstack-request-id: req-ad5e5449-eadf-4800-8ad4-7c32289b7b5f {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:38:36.453554 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb6b53a-a29f-4731-8936-99958b293d8f", "name": "network-vif-plugged", "status": "completed", "tag": "f168885a-1094-4d60-8bd6-e4af5133d74d", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:38:36.453752 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ad5e5449-eadf-4800-8ad4-7c32289b7b5f {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:38:36.454339 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad5e5449-eadf-4800-8ad4-7c32289b7b5f'] response: {'server_uuid': '1eb6b53a-a29f-4731-8936-99958b293d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f168885a-1094-4d60-8bd6-e4af5133d74d', 'code': 200} Sep 30 09:38:36.515376 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=f168885a-1094-4d60-8bd6-e4af5133d74d,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:36.593770 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fec36bf3-b324-4f46-84ea-bb6ec2799956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29088274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25409605'] for subnet (c5a309c6-cb30-4db8-a4ab-924aee9f0d13), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:36.656119 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec36bf3-b324-4f46-84ea-bb6ec2799956 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5a309c6-cb30-4db8-a4ab-924aee9f0d13,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:36.669739 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec36bf3-b324-4f46-84ea-bb6ec2799956 admin admin] Checking segment: {'id': 'aa6e4913-35d4-431b-b1e1-57ddf3ce63d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '35e1d245-ed95-4905-a292-25176bcee437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:38:36.670006 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec36bf3-b324-4f46-84ea-bb6ec2799956 admin admin] Network hostable DHCP agents. Network: 35e1d245-ed95-4905-a292-25176bcee437, hostable agents: ['505f8fe4-cf16-4cec-b766-e44aefc0193e'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:38:36.700122 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec36bf3-b324-4f46-84ea-bb6ec2799956 admin admin] Network 35e1d245-ed95-4905-a292-25176bcee437 is scheduled to be hosted by DHCP agent 505f8fe4-cf16-4cec-b766-e44aefc0193e with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:38:36.715780 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-fec36bf3-b324-4f46-84ea-bb6ec2799956 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 35e1d245-ed95-4905-a292-25176bcee437) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:38:36.725949 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec36bf3-b324-4f46-84ea-bb6ec2799956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:36.726591 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fec36bf3-b324-4f46-84ea-bb6ec2799956 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:36.727752 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f1e257-bf19-426d-ac95-8b66d72fbb41 None None] Network 35e1d245-ed95-4905-a292-25176bcee437 requested from dv-cinder-master-3-smb {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:38:36.751560 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-fec36bf3-b324-4f46-84ea-bb6ec2799956 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4136806 Sep 30 09:38:36.754190 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 41444) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:38:36.762697 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-682baf6a-00fa-4e8b-bce8-6446deffa41f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-796855756-router', 'tenant_id': '39a6ad090122467da59af411d4ea3551', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'}}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:38:36.786391 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-682baf6a-00fa-4e8b-bce8-6446deffa41f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-748765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30317'] for router (8e9c801c-084e-44ce-bb9e-6f042dd14d89), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:36.786644 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 0288ea1c-4fe9-4d64-94b3-375996f9388b up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:38:36.787520 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-682baf6a-00fa-4e8b-bce8-6446deffa41f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543880', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1182'] for router (8e9c801c-084e-44ce-bb9e-6f042dd14d89), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:36.813932 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-b54b6f68-660c-4adc-95d2-7cbba9c7e92f None None] Attempt 6 to provision port ee1ca968-26d0-4035-a485-9ed3e5fac6b4 Sep 30 09:38:36.836356 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:36.848739 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-682baf6a-00fa-4e8b-bce8-6446deffa41f admin admin] Publish callbacks [] for router_controller (8e9c801c-084e-44ce-bb9e-6f042dd14d89), precommit_add_association {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:36.884962 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-b54b6f68-660c-4adc-95d2-7cbba9c7e92f None None] Port ee1ca968-26d0-4035-a485-9ed3e5fac6b4 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:38:36.913433 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port 0288ea1c-4fe9-4d64-94b3-375996f9388b triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:38:36.913754 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (0288ea1c-4fe9-4d64-94b3-375996f9388b), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:36.914093 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port 0288ea1c-4fe9-4d64-94b3-375996f9388b Sep 30 09:38:36.934577 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1148e90d-db98-4262-b663-478e620ef783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-35e1d245-ed95-4905-a292-25176bcee437', 'network_id': '35e1d245-ed95-4905-a292-25176bcee437', 'project_id': '39a6ad090122467da59af411d4ea3551', 'fixed_ips': [{'subnet_id': 'c5a309c6-cb30-4db8-a4ab-924aee9f0d13'}]}} from dv-cinder-master-3-smb. {{(pid=106377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 30 09:38:36.935494 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1148e90d-db98-4262-b663-478e620ef783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:36.996214 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-682baf6a-00fa-4e8b-bce8-6446deffa41f admin admin] Publish callbacks [] for router_gateway (8e9c801c-084e-44ce-bb9e-6f042dd14d89), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:36.996553 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c882865-7fe2-4611-8af2-706b11842cfd None None] Sync routers for ids ['e71eff5a-7705-4b3b-a914-91e67e16a8c0'] in dv-cinder-master-3-smb {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:38:37.007865 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c882865-7fe2-4611-8af2-706b11842cfd None None] Routers {'e71eff5a-7705-4b3b-a914-91e67e16a8c0'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:38:37.008725 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-2c882865-7fe2-4611-8af2-706b11842cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:38:28Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['e71eff5a-7705-4b3b-a914-91e67e16a8c0'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:38:37.017867 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:DELETE=3,neutron:INSERT=14,neutron:SELECT=80,neutron:UPDATE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:37.072608 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port 0288ea1c-4fe9-4d64-94b3-375996f9388b is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:38:37.072932 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (0288ea1c-4fe9-4d64-94b3-375996f9388b), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:37.128723 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-2c882865-7fe2-4611-8af2-706b11842cfd None None] Set router e71eff5a-7705-4b3b-a914-91e67e16a8c0 gateway port host: dv-cinder-master-3-smb {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:38:37.131060 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] For port 0288ea1c-4fe9-4d64-94b3-375996f9388b, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=0288ea1c-4fe9-4d64-94b3-375996f9388b,segment=NetworkSegment(8ee3384b-29eb-481d-9dfd-879c28cb46fd),segment_id=8ee3384b-29eb-481d-9dfd-879c28cb46fd)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:38:37.143958 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (0288ea1c-4fe9-4d64-94b3-375996f9388b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:37.192130 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-1148e90d-db98-4262-b663-478e620ef783 None None] Allocated IP 172.20.0.2 (35e1d245-ed95-4905-a292-25176bcee437/c5a309c6-cb30-4db8-a4ab-924aee9f0d13/22b8d71a-2b66-44a8-a5d8-2e252f72ac4a) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:38:37.260722 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90baf3f8-e867-4ad9-80b7-6babe0e3d7f3 req-cbb7e506-96c9-4973-bce9-1539f07a04e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:37.263935 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-90baf3f8-e867-4ad9-80b7-6babe0e3d7f3 req-cbb7e506-96c9-4973-bce9-1539f07a04e7 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1eb6b53a-a29f-4731-8936-99958b293d8f HTTP/1.1" status: 200 len: 1129 time: 0.1038642 Sep 30 09:38:37.271125 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Pushing event updated for resources: {'Port': ['ID=0288ea1c-4fe9-4d64-94b3-375996f9388b,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:37.287821 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:37.292593 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-682baf6a-00fa-4e8b-bce8-6446deffa41f admin admin] Publish callbacks [] for router_gateway (8e9c801c-084e-44ce-bb9e-6f042dd14d89), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:37.303348 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfeac01-9031-4d46-afcd-d216889989ef req-c2c6cced-d99f-4f0b-9802-8e7909406309 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:37.304857 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ebfeac01-9031-4d46-afcd-d216889989ef req-c2c6cced-d99f-4f0b-9802-8e7909406309 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b18a2b1f-f57b-46af-a893-bd3a63ed5e91 HTTP/1.1" status: 200 len: 946 time: 0.1206517 Sep 30 09:38:37.328721 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-682baf6a-00fa-4e8b-bce8-6446deffa41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:37.350386 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-90baf3f8-e867-4ad9-80b7-6babe0e3d7f3 req-f7e4c946-d49b-45d9-b1e4-16cbdd63e14a service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=aad97847-1acd-4b74-8ec2-447b1d69cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662222 Sep 30 09:38:37.356852 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5f950-88e8-4813-bdd3-d37261034a53 req-b894871c-549d-4c21-a54e-140eccf98a2a tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:37.358363 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-82a5f950-88e8-4813-bdd3-d37261034a53 req-b894871c-549d-4c21-a54e-140eccf98a2a tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1eb6b53a-a29f-4731-8936-99958b293d8f HTTP/1.1" status: 200 len: 945 time: 0.1204431 Sep 30 09:38:37.387076 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-b54b6f68-660c-4adc-95d2-7cbba9c7e92f None None] Attempt 7 to provision port ee1ca968-26d0-4035-a485-9ed3e5fac6b4 Sep 30 09:38:37.403743 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-2c882865-7fe2-4611-8af2-706b11842cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71eff5a-7705-4b3b-a914-91e67e16a8c0', 'name': 'tempest-TestShelveInstance-178242830-router', 'tenant_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.35'}], 'enable_snat': True}, 'gw_port_id': '0288ea1c-4fe9-4d64-94b3-375996f9388b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:38:30Z', 'updated_at': '2022-09-30T09:38:33Z', 'revision_number': 4, 'project_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'gw_port': {'id': '0288ea1c-4fe9-4d64-94b3-375996f9388b', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71eff5a-7705-4b3b-a914-91e67e16a8c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:38:30Z', 'updated_at': '2022-09-30T09:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'ee1ca968-26d0-4035-a485-9ed3e5fac6b4', 'name': '', 'network_id': 'c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13', 'tenant_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'mac_address': 'fa:16:3e:fd:68:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71eff5a-7705-4b3b-a914-91e67e16a8c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8a9b3a8a-aba0-4a7c-badd-f910fa652568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:38:33Z', 'updated_at': '2022-09-30T09:38:33Z', 'revision_number': 2, 'project_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'subnets': [{'id': '8a9b3a8a-aba0-4a7c-badd-f910fa652568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:38:37.436324 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1148e90d-db98-4262-b663-478e620ef783 None None] Publish callbacks [] for port (22b8d71a-2b66-44a8-a5d8-2e252f72ac4a), precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:37.437153 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c882865-7fe2-4611-8af2-706b11842cfd None None] Checking router: e71eff5a-7705-4b3b-a914-91e67e16a8c0 for host: dv-cinder-master-3-smb {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:38:37.437729 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c882865-7fe2-4611-8af2-706b11842cfd None None] Updating router e71eff5a-7705-4b3b-a914-91e67e16a8c0 port ee1ca968-26d0-4035-a485-9ed3e5fac6b4 binding host dv-cinder-master-3-smb {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:38:37.440389 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-b54b6f68-660c-4adc-95d2-7cbba9c7e92f None None] Port ee1ca968-26d0-4035-a485-9ed3e5fac6b4 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:38:37.444414 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1148e90d-db98-4262-b663-478e620ef783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778'] for port (22b8d71a-2b66-44a8-a5d8-2e252f72ac4a), after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:37.450384 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:37.474556 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2c882865-7fe2-4611-8af2-706b11842cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (ee1ca968-26d0-4035-a485-9ed3e5fac6b4), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:37.476191 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ebfeac01-9031-4d46-afcd-d216889989ef req-22d422c1-309b-4a2c-b32a-075d18f8769a tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516929 Sep 30 09:38:37.506671 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1148e90d-db98-4262-b663-478e620ef783 None None] Network 35e1d245-ed95-4905-a292-25176bcee437 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:38:37.509985 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-1148e90d-db98-4262-b663-478e620ef783 None None] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:38:37.510456 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-82a5f950-88e8-4813-bdd3-d37261034a53 req-a822a874-0d22-410b-aabb-7e903adcff8a tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aad97847-1acd-4b74-8ec2-447b1d69cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210022 Sep 30 09:38:37.517045 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1148e90d-db98-4262-b663-478e620ef783 None None] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:38:37.521149 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148e90d-db98-4262-b663-478e620ef783 None None] Pushing event updated for resources: {'Port': ['ID=22b8d71a-2b66-44a8-a5d8-2e252f72ac4a,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:37.544852 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-682baf6a-00fa-4e8b-bce8-6446deffa41f admin admin] Allocated IP 172.37.1.204 (4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2/0f15ec3b-6992-47ef-bdfa-402dc9430f5b/6cddf2e6-7b57-41c3-b644-5e7c340d0637) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:38:37.600373 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-1148e90d-db98-4262-b663-478e620ef783 None None] Attempting to bind port 22b8d71a-2b66-44a8-a5d8-2e252f72ac4a on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:38:37.600764 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-1148e90d-db98-4262-b663-478e620ef783 None None] Attempting to bind port 22b8d71a-2b66-44a8-a5d8-2e252f72ac4a by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'aa6e4913-35d4-431b-b1e1-57ddf3ce63d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '35e1d245-ed95-4905-a292-25176bcee437'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:38:37.601134 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1148e90d-db98-4262-b663-478e620ef783 None None] Attempting to bind port 22b8d71a-2b66-44a8-a5d8-2e252f72ac4a on network 35e1d245-ed95-4905-a292-25176bcee437 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:38:37.646414 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1148e90d-db98-4262-b663-478e620ef783 None None] Checking agent: {'id': '99becae7-b4b2-4e0b-818d-0d19c65b4b56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 27, 31), 'started_at': datetime.datetime(2022, 9, 30, 9, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:38:37.646795 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1148e90d-db98-4262-b663-478e620ef783 None None] Checking segment: {'id': 'aa6e4913-35d4-431b-b1e1-57ddf3ce63d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '35e1d245-ed95-4905-a292-25176bcee437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:38:37.647239 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1148e90d-db98-4262-b663-478e620ef783 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:37.647594 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1148e90d-db98-4262-b663-478e620ef783 None None] Bound using segment: {'id': 'aa6e4913-35d4-431b-b1e1-57ddf3ce63d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '35e1d245-ed95-4905-a292-25176bcee437'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:38:37.648095 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-1148e90d-db98-4262-b663-478e620ef783 None None] Bound port: 22b8d71a-2b66-44a8-a5d8-2e252f72ac4a, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa6e4913-35d4-431b-b1e1-57ddf3ce63d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '35e1d245-ed95-4905-a292-25176bcee437'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:38:37.648485 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1148e90d-db98-4262-b663-478e620ef783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (22b8d71a-2b66-44a8-a5d8-2e252f72ac4a), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:37.663788 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:37.666598 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-682baf6a-00fa-4e8b-bce8-6446deffa41f admin admin] Publish callbacks [] for port (6cddf2e6-7b57-41c3-b644-5e7c340d0637), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:37.702597 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-682baf6a-00fa-4e8b-bce8-6446deffa41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29089666'] for port (6cddf2e6-7b57-41c3-b644-5e7c340d0637), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:37.713494 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-1148e90d-db98-4262-b663-478e620ef783 None None] For port 22b8d71a-2b66-44a8-a5d8-2e252f72ac4a, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:38:37.716858 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-1148e90d-db98-4262-b663-478e620ef783 None None] For port 22b8d71a-2b66-44a8-a5d8-2e252f72ac4a, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=22b8d71a-2b66-44a8-a5d8-2e252f72ac4a,segment=NetworkSegment(aa6e4913-35d4-431b-b1e1-57ddf3ce63d0),segment_id=aa6e4913-35d4-431b-b1e1-57ddf3ce63d0)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:38:37.724211 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1148e90d-db98-4262-b663-478e620ef783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (22b8d71a-2b66-44a8-a5d8-2e252f72ac4a), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:37.730209 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682baf6a-00fa-4e8b-bce8-6446deffa41f admin admin] Network 4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:38:37.733825 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-682baf6a-00fa-4e8b-bce8-6446deffa41f admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:38:37.759278 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682baf6a-00fa-4e8b-bce8-6446deffa41f admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:38:37.783020 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148e90d-db98-4262-b663-478e620ef783 None None] Pushing event updated for resources: {'Port': ['ID=22b8d71a-2b66-44a8-a5d8-2e252f72ac4a,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:37.796402 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2c882865-7fe2-4611-8af2-706b11842cfd None None] Publish callbacks [] for port (ee1ca968-26d0-4035-a485-9ed3e5fac6b4), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:37.802518 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2c882865-7fe2-4611-8af2-706b11842cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (ee1ca968-26d0-4035-a485-9ed3e5fac6b4), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:37.810866 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682baf6a-00fa-4e8b-bce8-6446deffa41f admin admin] Pushing event updated for resources: {'Port': ['ID=6cddf2e6-7b57-41c3-b644-5e7c340d0637,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:37.856506 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:37.885919 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a7858-c670-464b-a81c-6bc3c1d644ce None None] Pushing event updated for resources: {'Port': ['ID=ee1ca968-26d0-4035-a485-9ed3e5fac6b4,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:37.907516 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a7858-c670-464b-a81c-6bc3c1d644ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:37.912181 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a7858-c670-464b-a81c-6bc3c1d644ce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:37.912766 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a7858-c670-464b-a81c-6bc3c1d644ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:37.913309 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a7858-c670-464b-a81c-6bc3c1d644ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:37.913864 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a7858-c670-464b-a81c-6bc3c1d644ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:37.915868 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a7858-c670-464b-a81c-6bc3c1d644ce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:37.916382 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a7858-c670-464b-a81c-6bc3c1d644ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:37.916866 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a7858-c670-464b-a81c-6bc3c1d644ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:37.917387 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a7858-c670-464b-a81c-6bc3c1d644ce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:37.918761 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a7858-c670-464b-a81c-6bc3c1d644ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:37.919237 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a7858-c670-464b-a81c-6bc3c1d644ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:37.920417 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a7858-c670-464b-a81c-6bc3c1d644ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:37.921035 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a7858-c670-464b-a81c-6bc3c1d644ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:37.921382 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a7858-c670-464b-a81c-6bc3c1d644ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:37.921745 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3a7858-c670-464b-a81c-6bc3c1d644ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:38:37.930508 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-2c882865-7fe2-4611-8af2-706b11842cfd None None] Attempting to bind port ee1ca968-26d0-4035-a485-9ed3e5fac6b4 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:38:37.930953 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-2c882865-7fe2-4611-8af2-706b11842cfd None None] Attempting to bind port ee1ca968-26d0-4035-a485-9ed3e5fac6b4 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '4a059b5f-6655-47a2-992e-a2bd3453be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:38:37.931386 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c882865-7fe2-4611-8af2-706b11842cfd None None] Attempting to bind port ee1ca968-26d0-4035-a485-9ed3e5fac6b4 on network c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:38:37.942949 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-b54b6f68-660c-4adc-95d2-7cbba9c7e92f None None] Attempt 8 to provision port ee1ca968-26d0-4035-a485-9ed3e5fac6b4 Sep 30 09:38:38.034944 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-b54b6f68-660c-4adc-95d2-7cbba9c7e92f None None] Port ee1ca968-26d0-4035-a485-9ed3e5fac6b4 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:38:38.068605 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-682baf6a-00fa-4e8b-bce8-6446deffa41f admin admin] Publish callbacks [] for router_gateway (8e9c801c-084e-44ce-bb9e-6f042dd14d89), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:38.112562 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c882865-7fe2-4611-8af2-706b11842cfd None None] Checking agent: {'id': '99becae7-b4b2-4e0b-818d-0d19c65b4b56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 27, 31), 'started_at': datetime.datetime(2022, 9, 30, 9, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:38:38.113180 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c882865-7fe2-4611-8af2-706b11842cfd None None] Checking segment: {'id': '4a059b5f-6655-47a2-992e-a2bd3453be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:38:38.113441 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2c882865-7fe2-4611-8af2-706b11842cfd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:38.113718 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c882865-7fe2-4611-8af2-706b11842cfd None None] Bound using segment: {'id': '4a059b5f-6655-47a2-992e-a2bd3453be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:38:38.114384 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-2c882865-7fe2-4611-8af2-706b11842cfd None None] Bound port: ee1ca968-26d0-4035-a485-9ed3e5fac6b4, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a059b5f-6655-47a2-992e-a2bd3453be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:38:38.114582 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2c882865-7fe2-4611-8af2-706b11842cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (ee1ca968-26d0-4035-a485-9ed3e5fac6b4), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:38.125324 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:38.179309 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-2c882865-7fe2-4611-8af2-706b11842cfd None None] For port ee1ca968-26d0-4035-a485-9ed3e5fac6b4, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:38:38.182403 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-2c882865-7fe2-4611-8af2-706b11842cfd None None] For port ee1ca968-26d0-4035-a485-9ed3e5fac6b4, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=ee1ca968-26d0-4035-a485-9ed3e5fac6b4,segment=NetworkSegment(4a059b5f-6655-47a2-992e-a2bd3453be44),segment_id=4a059b5f-6655-47a2-992e-a2bd3453be44)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:38:38.189621 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2c882865-7fe2-4611-8af2-706b11842cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (ee1ca968-26d0-4035-a485-9ed3e5fac6b4), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:38.227487 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c882865-7fe2-4611-8af2-706b11842cfd None None] Routers {'e71eff5a-7705-4b3b-a914-91e67e16a8c0'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:38:38.228032 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-2c882865-7fe2-4611-8af2-706b11842cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:38:28Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['e71eff5a-7705-4b3b-a914-91e67e16a8c0'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:38:38.267101 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-682baf6a-00fa-4e8b-bce8-6446deffa41f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-745702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759865'] for router (8e9c801c-084e-44ce-bb9e-6f042dd14d89), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:38.291533 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a7858-c670-464b-a81c-6bc3c1d644ce None None] Pushing event updated for resources: {'Port': ['ID=ee1ca968-26d0-4035-a485-9ed3e5fac6b4,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:38.327601 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:38.347224 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:38.352227 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-2c882865-7fe2-4611-8af2-706b11842cfd None None] Set router e71eff5a-7705-4b3b-a914-91e67e16a8c0 gateway port host: dv-cinder-master-3-smb {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:38:38.395175 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682baf6a-00fa-4e8b-bce8-6446deffa41f admin admin] Router 8e9c801c-084e-44ce-bb9e-6f042dd14d89 is scheduled to L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 with binding_index 1 {{(pid=106376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 09:38:38.513925 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682baf6a-00fa-4e8b-bce8-6446deffa41f admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:38:38.526896 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389e426c-e215-4fdb-af01-28558fee245d None None] Sync routers for ids ['8e9c801c-084e-44ce-bb9e-6f042dd14d89'] in dv-cinder-master-3-smb {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:38:38.534166 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-682baf6a-00fa-4e8b-bce8-6446deffa41f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:38.539951 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-682baf6a-00fa-4e8b-bce8-6446deffa41f admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7804570 Sep 30 09:38:38.540148 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-b54b6f68-660c-4adc-95d2-7cbba9c7e92f None None] Attempt 9 to provision port ee1ca968-26d0-4035-a485-9ed3e5fac6b4 Sep 30 09:38:38.540287 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 41452) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:38:38.593773 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-2c882865-7fe2-4611-8af2-706b11842cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71eff5a-7705-4b3b-a914-91e67e16a8c0', 'name': 'tempest-TestShelveInstance-178242830-router', 'tenant_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.35'}], 'enable_snat': True}, 'gw_port_id': '0288ea1c-4fe9-4d64-94b3-375996f9388b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:38:30Z', 'updated_at': '2022-09-30T09:38:33Z', 'revision_number': 4, 'project_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'gw_port': {'id': '0288ea1c-4fe9-4d64-94b3-375996f9388b', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71eff5a-7705-4b3b-a914-91e67e16a8c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:38:30Z', 'updated_at': '2022-09-30T09:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'ee1ca968-26d0-4035-a485-9ed3e5fac6b4', 'name': '', 'network_id': 'c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13', 'tenant_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'mac_address': 'fa:16:3e:fd:68:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71eff5a-7705-4b3b-a914-91e67e16a8c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8a9b3a8a-aba0-4a7c-badd-f910fa652568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:38:33Z', 'updated_at': '2022-09-30T09:38:38Z', 'revision_number': 4, 'project_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'subnets': [{'id': '8a9b3a8a-aba0-4a7c-badd-f910fa652568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:38:38.628555 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389e426c-e215-4fdb-af01-28558fee245d None None] Routers {'8e9c801c-084e-44ce-bb9e-6f042dd14d89'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:38:38.629198 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-389e426c-e215-4fdb-af01-28558fee245d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:38:28Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['8e9c801c-084e-44ce-bb9e-6f042dd14d89'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:38:38.638034 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c882865-7fe2-4611-8af2-706b11842cfd None None] The sync data for ids ['e71eff5a-7705-4b3b-a914-91e67e16a8c0'] in dv-cinder-master-3-smb is: [{'id': 'e71eff5a-7705-4b3b-a914-91e67e16a8c0', 'name': 'tempest-TestShelveInstance-178242830-router', 'tenant_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.35'}], 'enable_snat': True}, 'gw_port_id': '0288ea1c-4fe9-4d64-94b3-375996f9388b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:38:30Z', 'updated_at': '2022-09-30T09:38:33Z', 'revision_number': 4, 'project_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'gw_port': {'id': '0288ea1c-4fe9-4d64-94b3-375996f9388b', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71eff5a-7705-4b3b-a914-91e67e16a8c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:38:30Z', 'updated_at': '2022-09-30T09:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'ee1ca968-26d0-4035-a485-9ed3e5fac6b4', 'name': '', 'network_id': 'c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13', 'tenant_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'mac_address': 'fa:16:3e:fd:68:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71eff5a-7705-4b3b-a914-91e67e16a8c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8a9b3a8a-aba0-4a7c-badd-f910fa652568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:38:33Z', 'updated_at': '2022-09-30T09:38:38Z', 'revision_number': 4, 'project_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'subnets': [{'id': '8a9b3a8a-aba0-4a7c-badd-f910fa652568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:38:38.824236 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-389e426c-e215-4fdb-af01-28558fee245d None None] Set router 8e9c801c-084e-44ce-bb9e-6f042dd14d89 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:38:39.041654 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb544c08-ff28-4a36-ab05-24fda4e076c2 req-9af2d975-cf1a-4d13-811c-4b1d0f32975e tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:39.043250 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-eb544c08-ff28-4a36-ab05-24fda4e076c2 req-9af2d975-cf1a-4d13-811c-4b1d0f32975e tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b18a2b1f-f57b-46af-a893-bd3a63ed5e91 HTTP/1.1" status: 200 len: 946 time: 0.1360097 Sep 30 09:38:39.052085 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a8568-7fce-41f6-9721-571bf0cbf903 req-522e71ba-b612-4210-b88b-3dbe5e815509 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:39.053666 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-332a8568-7fce-41f6-9721-571bf0cbf903 req-522e71ba-b612-4210-b88b-3dbe5e815509 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1eb6b53a-a29f-4731-8936-99958b293d8f HTTP/1.1" status: 200 len: 945 time: 0.1446977 Sep 30 09:38:39.070101 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 22b8d71a-2b66-44a8-a5d8-2e252f72ac4a up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:38:39.072339 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ab5f92-13ba-41bf-af8e-518973682e40 None None] Network 35e1d245-ed95-4905-a292-25176bcee437 requested from dv-cinder-master-3-smb {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:38:39.190605 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:39.202602 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-eb544c08-ff28-4a36-ab05-24fda4e076c2 req-42333ed9-a42a-42f7-b554-b8e4d5c97e0b tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461909 Sep 30 09:38:39.206128 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-b54b6f68-660c-4adc-95d2-7cbba9c7e92f None None] Current status of the port ee1ca968-26d0-4035-a485-9ed3e5fac6b4 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:38:39.206672 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b54b6f68-660c-4adc-95d2-7cbba9c7e92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (ee1ca968-26d0-4035-a485-9ed3e5fac6b4), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:39.216100 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-332a8568-7fce-41f6-9721-571bf0cbf903 req-015b4578-fd0b-4b97-9230-d4f0bfdc3304 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aad97847-1acd-4b74-8ec2-447b1d69cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526198 Sep 30 09:38:39.317090 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-b54b6f68-660c-4adc-95d2-7cbba9c7e92f None None] For port ee1ca968-26d0-4035-a485-9ed3e5fac6b4, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=ee1ca968-26d0-4035-a485-9ed3e5fac6b4,segment=NetworkSegment(4a059b5f-6655-47a2-992e-a2bd3453be44),segment_id=4a059b5f-6655-47a2-992e-a2bd3453be44)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:38:39.335339 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b54b6f68-660c-4adc-95d2-7cbba9c7e92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (ee1ca968-26d0-4035-a485-9ed3e5fac6b4), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:39.343747 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port 22b8d71a-2b66-44a8-a5d8-2e252f72ac4a triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:38:39.343968 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (22b8d71a-2b66-44a8-a5d8-2e252f72ac4a), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:39.344297 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port 22b8d71a-2b66-44a8-a5d8-2e252f72ac4a Sep 30 09:38:39.452769 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:39.531522 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:39.569409 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b6f68-660c-4adc-95d2-7cbba9c7e92f None None] Pushing event updated for resources: {'Port': ['ID=ee1ca968-26d0-4035-a485-9ed3e5fac6b4,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:39.582816 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-74549997-0c33-4bdc-bb1d-132d2d2b70a0 None None] Provisioning complete for port ee1ca968-26d0-4035-a485-9ed3e5fac6b4 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:38:39.583179 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-74549997-0c33-4bdc-bb1d-132d2d2b70a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (ee1ca968-26d0-4035-a485-9ed3e5fac6b4), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:39.583519 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-74549997-0c33-4bdc-bb1d-132d2d2b70a0 None None] Attempt 1 to provision port ee1ca968-26d0-4035-a485-9ed3e5fac6b4 Sep 30 09:38:39.585408 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-389e426c-e215-4fdb-af01-28558fee245d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e9c801c-084e-44ce-bb9e-6f042dd14d89', 'name': 'tempest-TestShelveInstance-796855756-router', 'tenant_id': '39a6ad090122467da59af411d4ea3551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.204'}], 'enable_snat': True}, 'gw_port_id': '6cddf2e6-7b57-41c3-b644-5e7c340d0637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:38:36Z', 'updated_at': '2022-09-30T09:38:37Z', 'revision_number': 3, 'project_id': '39a6ad090122467da59af411d4ea3551', 'gw_port': {'id': '6cddf2e6-7b57-41c3-b644-5e7c340d0637', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9c801c-084e-44ce-bb9e-6f042dd14d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:38:37Z', 'updated_at': '2022-09-30T09:38:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:38:39.600867 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1e5c-1dc4-44ef-9eca-59e608724dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:39.617122 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d9de4-c2af-4518-af4d-c117f657327e req-5188449e-b2e9-42a8-a760-f77bf6eedda7 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:39.618935 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-e85d9de4-c2af-4518-af4d-c117f657327e req-5188449e-b2e9-42a8-a760-f77bf6eedda7 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b18a2b1f-f57b-46af-a893-bd3a63ed5e91 HTTP/1.1" status: 200 len: 946 time: 0.0759938 Sep 30 09:38:39.624886 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:39.650427 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389e426c-e215-4fdb-af01-28558fee245d None None] Checking router: 8e9c801c-084e-44ce-bb9e-6f042dd14d89 for host: dv-cinder-master-3-smb {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:38:39.650689 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389e426c-e215-4fdb-af01-28558fee245d None None] Updating router 8e9c801c-084e-44ce-bb9e-6f042dd14d89 port 6cddf2e6-7b57-41c3-b644-5e7c340d0637 binding host dv-cinder-master-3-smb {{(pid=106377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:38:39.696168 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port 22b8d71a-2b66-44a8-a5d8-2e252f72ac4a is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:38:39.696543 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (22b8d71a-2b66-44a8-a5d8-2e252f72ac4a), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:39.712655 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-389e426c-e215-4fdb-af01-28558fee245d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (6cddf2e6-7b57-41c3-b644-5e7c340d0637), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:39.746483 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-e85d9de4-c2af-4518-af4d-c117f657327e req-a085111f-9e72-4651-8f38-568fd42d04f8 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137507 Sep 30 09:38:39.824367 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-1e2a1e5c-1dc4-44ef-9eca-59e608724dcf admin admin] Allocated IP 172.20.0.1 (35e1d245-ed95-4905-a292-25176bcee437/c5a309c6-cb30-4db8-a4ab-924aee9f0d13/91f37184-6342-4e16-86af-0de3e78f9780) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:38:39.834501 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] For port 22b8d71a-2b66-44a8-a5d8-2e252f72ac4a, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=22b8d71a-2b66-44a8-a5d8-2e252f72ac4a,segment=NetworkSegment(aa6e4913-35d4-431b-b1e1-57ddf3ce63d0),segment_id=aa6e4913-35d4-431b-b1e1-57ddf3ce63d0)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:38:39.851899 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (22b8d71a-2b66-44a8-a5d8-2e252f72ac4a), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:39.852702 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device ee1ca968-26d0-4035-a485-9ed3e5fac6b4 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:38:39.898528 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-74549997-0c33-4bdc-bb1d-132d2d2b70a0 None None] Current status of the port ee1ca968-26d0-4035-a485-9ed3e5fac6b4 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:38:39.932450 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-74549997-0c33-4bdc-bb1d-132d2d2b70a0 None None] Provisioning complete for port 22b8d71a-2b66-44a8-a5d8-2e252f72ac4a triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:38:39.933114 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-74549997-0c33-4bdc-bb1d-132d2d2b70a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (22b8d71a-2b66-44a8-a5d8-2e252f72ac4a), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:39.933455 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-74549997-0c33-4bdc-bb1d-132d2d2b70a0 None None] Attempt 1 to provision port 22b8d71a-2b66-44a8-a5d8-2e252f72ac4a Sep 30 09:38:39.935990 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3a378-f8a6-492a-9ff2-4c6c9c9ebc4b req-28b07d5f-ea0e-45bc-8504-d989177cafc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:39.938280 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-63b3a378-f8a6-492a-9ff2-4c6c9c9ebc4b req-28b07d5f-ea0e-45bc-8504-d989177cafc7 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=4290a542e73045309f6ceb8d4f5a267b&device_id=b18a2b1f-f57b-46af-a893-bd3a63ed5e91 HTTP/1.1" status: 200 len: 1130 time: 0.0474370 Sep 30 09:38:39.947721 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1e5c-1dc4-44ef-9eca-59e608724dcf admin admin] Publish callbacks [] for port (91f37184-6342-4e16-86af-0de3e78f9780), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:39.993298 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1e5c-1dc4-44ef-9eca-59e608724dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29089666'] for port (91f37184-6342-4e16-86af-0de3e78f9780), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:40.008835 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Pushing event updated for resources: {'Port': ['ID=22b8d71a-2b66-44a8-a5d8-2e252f72ac4a,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:40.034170 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2a1e5c-1dc4-44ef-9eca-59e608724dcf admin admin] Network 35e1d245-ed95-4905-a292-25176bcee437 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:38:40.039282 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-1e2a1e5c-1dc4-44ef-9eca-59e608724dcf admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:38:40.042056 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2a1e5c-1dc4-44ef-9eca-59e608724dcf admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:38:40.046726 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port ee1ca968-26d0-4035-a485-9ed3e5fac6b4 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:38:40.047095 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (ee1ca968-26d0-4035-a485-9ed3e5fac6b4), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:40.047473 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port ee1ca968-26d0-4035-a485-9ed3e5fac6b4 Sep 30 09:38:40.054835 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3a378-f8a6-492a-9ff2-4c6c9c9ebc4b req-bf8645f9-233a-4029-82c9-abfc1547e8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:40.057140 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-63b3a378-f8a6-492a-9ff2-4c6c9c9ebc4b req-bf8645f9-233a-4029-82c9-abfc1547e8c2 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=e45abb02-b319-4872-9fb3-ccc0ce9d74e7 HTTP/1.1" status: 200 len: 920 time: 0.1107724 Sep 30 09:38:40.085539 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a1e5c-1dc4-44ef-9eca-59e608724dcf admin admin] Pushing event updated for resources: {'Port': ['ID=91f37184-6342-4e16-86af-0de3e78f9780,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:40.100595 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1e5c-1dc4-44ef-9eca-59e608724dcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555310'] for router_interface (8e9c801c-084e-44ce-bb9e-6f042dd14d89), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:40.121785 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-63b3a378-f8a6-492a-9ff2-4c6c9c9ebc4b req-c718152d-449c-46bb-ac86-af6d53cc72ee service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d766fa0b-5fc2-4f74-aff0-320d632bed9c HTTP/1.1" status: 200 len: 217 time: 0.0581338 Sep 30 09:38:40.168820 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-74549997-0c33-4bdc-bb1d-132d2d2b70a0 None None] Current status of the port 22b8d71a-2b66-44a8-a5d8-2e252f72ac4a is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:38:40.189306 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3a378-f8a6-492a-9ff2-4c6c9c9ebc4b req-d2dbfb24-c2b3-45e9-9680-f9dc90b92d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:40.190756 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-63b3a378-f8a6-492a-9ff2-4c6c9c9ebc4b req-d2dbfb24-c2b3-45e9-9680-f9dc90b92d69 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=5c348d1c-15e8-416a-bb01-9bc4f4316ae7 HTTP/1.1" status: 200 len: 858 time: 0.0613151 Sep 30 09:38:40.240055 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-389e426c-e215-4fdb-af01-28558fee245d None None] Publish callbacks [] for port (6cddf2e6-7b57-41c3-b644-5e7c340d0637), precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:40.245008 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port ee1ca968-26d0-4035-a485-9ed3e5fac6b4 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:38:40.246134 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 0288ea1c-4fe9-4d64-94b3-375996f9388b up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:38:40.249485 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-389e426c-e215-4fdb-af01-28558fee245d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (6cddf2e6-7b57-41c3-b644-5e7c340d0637), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:40.255905 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1e5c-1dc4-44ef-9eca-59e608724dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (91f37184-6342-4e16-86af-0de3e78f9780), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:40.257046 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3a378-f8a6-492a-9ff2-4c6c9c9ebc4b req-4564b7ea-3999-4236-add3-3285b65f180b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:40.258587 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-63b3a378-f8a6-492a-9ff2-4c6c9c9ebc4b req-4564b7ea-3999-4236-add3-3285b65f180b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=e45abb02-b319-4872-9fb3-ccc0ce9d74e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0600615 Sep 30 09:38:40.287750 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:40.293622 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:40.350504 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-389e426c-e215-4fdb-af01-28558fee245d None None] Attempting to bind port 6cddf2e6-7b57-41c3-b644-5e7c340d0637 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:38:40.350844 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-389e426c-e215-4fdb-af01-28558fee245d None None] Attempting to bind port 6cddf2e6-7b57-41c3-b644-5e7c340d0637 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '8ee3384b-29eb-481d-9dfd-879c28cb46fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:38:40.351155 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389e426c-e215-4fdb-af01-28558fee245d None None] Attempting to bind port 6cddf2e6-7b57-41c3-b644-5e7c340d0637 on network 4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:38:40.384125 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:40.384372 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-54085bde-4a42-4db1-836c-b8587b065170 None None] Provisioning complete for port 22b8d71a-2b66-44a8-a5d8-2e252f72ac4a triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:38:40.385598 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-54085bde-4a42-4db1-836c-b8587b065170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (22b8d71a-2b66-44a8-a5d8-2e252f72ac4a), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:40.385598 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-54085bde-4a42-4db1-836c-b8587b065170 None None] Attempt 1 to provision port 22b8d71a-2b66-44a8-a5d8-2e252f72ac4a Sep 30 09:38:40.390040 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:40.392479 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-63b3a378-f8a6-492a-9ff2-4c6c9c9ebc4b req-2e7be8dc-f931-48dc-9048-b5e60731a992 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e45abb02-b319-4872-9fb3-ccc0ce9d74e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196034 Sep 30 09:38:40.428379 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc9e8a-fdfd-427d-9ea7-e42c04638747 None None] Pushing event updated for resources: {'Port': ['ID=6cddf2e6-7b57-41c3-b644-5e7c340d0637,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:40.440931 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c1ba4-979a-4143-ab13-9856bd5cf89c req-da595c5b-21d3-4732-bf66-28140cacd013 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:40.442504 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6c1c1ba4-979a-4143-ab13-9856bd5cf89c req-da595c5b-21d3-4732-bf66-28140cacd013 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1eb6b53a-a29f-4731-8936-99958b293d8f HTTP/1.1" status: 200 len: 945 time: 0.0960753 Sep 30 09:38:40.473574 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port 0288ea1c-4fe9-4d64-94b3-375996f9388b triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:38:40.474148 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (0288ea1c-4fe9-4d64-94b3-375996f9388b), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:40.474585 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port 0288ea1c-4fe9-4d64-94b3-375996f9388b Sep 30 09:38:40.521339 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389e426c-e215-4fdb-af01-28558fee245d None None] Checking agent: {'id': '99becae7-b4b2-4e0b-818d-0d19c65b4b56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 27, 31), 'started_at': datetime.datetime(2022, 9, 30, 9, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:38:40.521902 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389e426c-e215-4fdb-af01-28558fee245d None None] Checking segment: {'id': '8ee3384b-29eb-481d-9dfd-879c28cb46fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:38:40.522407 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-389e426c-e215-4fdb-af01-28558fee245d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:40.522848 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389e426c-e215-4fdb-af01-28558fee245d None None] Bound using segment: {'id': '8ee3384b-29eb-481d-9dfd-879c28cb46fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:38:40.523413 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-389e426c-e215-4fdb-af01-28558fee245d None None] Bound port: 6cddf2e6-7b57-41c3-b644-5e7c340d0637, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ee3384b-29eb-481d-9dfd-879c28cb46fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:38:40.523851 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-389e426c-e215-4fdb-af01-28558fee245d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (6cddf2e6-7b57-41c3-b644-5e7c340d0637), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:40.528824 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-63b3a378-f8a6-492a-9ff2-4c6c9c9ebc4b req-8481c9b4-5bf8-41ce-9127-d02b35e398a1 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e45abb02-b319-4872-9fb3-ccc0ce9d74e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197300 Sep 30 09:38:40.533277 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6c1c1ba4-979a-4143-ab13-9856bd5cf89c req-778b1cf0-cc58-450c-a8da-a99b64376de2 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aad97847-1acd-4b74-8ec2-447b1d69cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816092 Sep 30 09:38:40.535250 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1e5c-1dc4-44ef-9eca-59e608724dcf admin admin] Publish callbacks [] for port (91f37184-6342-4e16-86af-0de3e78f9780), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:40.540001 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1e5c-1dc4-44ef-9eca-59e608724dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29089685'] for port (91f37184-6342-4e16-86af-0de3e78f9780), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:40.608455 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-54085bde-4a42-4db1-836c-b8587b065170 None None] Current status of the port 22b8d71a-2b66-44a8-a5d8-2e252f72ac4a is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:38:40.622230 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1e5c-1dc4-44ef-9eca-59e608724dcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555418'] for router_interface (8e9c801c-084e-44ce-bb9e-6f042dd14d89), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:40.631530 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a1e5c-1dc4-44ef-9eca-59e608724dcf admin admin] Pushing event updated for resources: {'Port': ['ID=91f37184-6342-4e16-86af-0de3e78f9780,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:40.679526 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-389e426c-e215-4fdb-af01-28558fee245d None None] For port 6cddf2e6-7b57-41c3-b644-5e7c340d0637, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:38:40.701182 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-389e426c-e215-4fdb-af01-28558fee245d None None] For port 6cddf2e6-7b57-41c3-b644-5e7c340d0637, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=6cddf2e6-7b57-41c3-b644-5e7c340d0637,segment=NetworkSegment(8ee3384b-29eb-481d-9dfd-879c28cb46fd),segment_id=8ee3384b-29eb-481d-9dfd-879c28cb46fd)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:38:40.702705 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port 0288ea1c-4fe9-4d64-94b3-375996f9388b is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:38:40.714812 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-389e426c-e215-4fdb-af01-28558fee245d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (6cddf2e6-7b57-41c3-b644-5e7c340d0637), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:40.744905 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2a1e5c-1dc4-44ef-9eca-59e608724dcf admin admin] Network 35e1d245-ed95-4905-a292-25176bcee437 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:38:40.746343 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-1e2a1e5c-1dc4-44ef-9eca-59e608724dcf admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:38:40.825107 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-67108ef1-c8fa-43e4-8655-2cefb77e640b None None] Provisioning complete for port 91f37184-6342-4e16-86af-0de3e78f9780 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:38:40.825485 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-67108ef1-c8fa-43e4-8655-2cefb77e640b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (91f37184-6342-4e16-86af-0de3e78f9780), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:40.825852 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-67108ef1-c8fa-43e4-8655-2cefb77e640b None None] Attempt 1 to provision port 91f37184-6342-4e16-86af-0de3e78f9780 Sep 30 09:38:40.834503 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389e426c-e215-4fdb-af01-28558fee245d None None] Routers {'8e9c801c-084e-44ce-bb9e-6f042dd14d89'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:38:40.835595 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-389e426c-e215-4fdb-af01-28558fee245d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:38:28Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['8e9c801c-084e-44ce-bb9e-6f042dd14d89'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:38:40.845074 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device ee1ca968-26d0-4035-a485-9ed3e5fac6b4 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:38:40.920331 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc9e8a-fdfd-427d-9ea7-e42c04638747 None None] Pushing event updated for resources: {'Port': ['ID=6cddf2e6-7b57-41c3-b644-5e7c340d0637,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:40.967881 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-67108ef1-c8fa-43e4-8655-2cefb77e640b None None] Port 91f37184-6342-4e16-86af-0de3e78f9780 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:38:40.992499 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2a1e5c-1dc4-44ef-9eca-59e608724dcf admin admin] Router 8e9c801c-084e-44ce-bb9e-6f042dd14d89 has already been hosted by L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:38:41.065327 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7922eee-8959-42e9-90e3-09c7a75c7d70 req-4e7810e6-273f-45b7-92ff-9fbc114c88c6 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:41.068639 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a7922eee-8959-42e9-90e3-09c7a75c7d70 req-4e7810e6-273f-45b7-92ff-9fbc114c88c6 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b18a2b1f-f57b-46af-a893-bd3a63ed5e91 HTTP/1.1" status: 200 len: 946 time: 0.0923400 Sep 30 09:38:41.193033 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port ee1ca968-26d0-4035-a485-9ed3e5fac6b4 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:38:41.193309 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (ee1ca968-26d0-4035-a485-9ed3e5fac6b4), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:41.193657 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port ee1ca968-26d0-4035-a485-9ed3e5fac6b4 Sep 30 09:38:41.205583 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a7922eee-8959-42e9-90e3-09c7a75c7d70 req-a632a36e-ff7f-4941-891e-79d1cf77368d tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043954 Sep 30 09:38:41.211850 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2a1e5c-1dc4-44ef-9eca-59e608724dcf admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:38:41.217382 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-1e2a1e5c-1dc4-44ef-9eca-59e608724dcf admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/8e9c801c-084e-44ce-bb9e-6f042dd14d89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6779528 Sep 30 09:38:41.221741 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-389e426c-e215-4fdb-af01-28558fee245d None None] Set router 8e9c801c-084e-44ce-bb9e-6f042dd14d89 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:38:41.368487 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:41.425711 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port ee1ca968-26d0-4035-a485-9ed3e5fac6b4 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:38:41.426806 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 22b8d71a-2b66-44a8-a5d8-2e252f72ac4a up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:38:41.430500 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:41.470144 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-67108ef1-c8fa-43e4-8655-2cefb77e640b None None] Attempt 2 to provision port 91f37184-6342-4e16-86af-0de3e78f9780 Sep 30 09:38:41.545465 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-67108ef1-c8fa-43e4-8655-2cefb77e640b None None] Port 91f37184-6342-4e16-86af-0de3e78f9780 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:38:41.554252 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce81575-79aa-472a-bea8-15cd18269f6d req-05b54251-6ae2-4008-909b-fb468e16db06 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:41.555758 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8ce81575-79aa-472a-bea8-15cd18269f6d req-05b54251-6ae2-4008-909b-fb468e16db06 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1eb6b53a-a29f-4731-8936-99958b293d8f HTTP/1.1" status: 200 len: 945 time: 0.0504158 Sep 30 09:38:41.562860 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port 22b8d71a-2b66-44a8-a5d8-2e252f72ac4a triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:38:41.563287 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (22b8d71a-2b66-44a8-a5d8-2e252f72ac4a), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:41.563619 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port 22b8d71a-2b66-44a8-a5d8-2e252f72ac4a Sep 30 09:38:41.565396 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-389e426c-e215-4fdb-af01-28558fee245d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e9c801c-084e-44ce-bb9e-6f042dd14d89', 'name': 'tempest-TestShelveInstance-796855756-router', 'tenant_id': '39a6ad090122467da59af411d4ea3551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.204'}], 'enable_snat': True}, 'gw_port_id': '6cddf2e6-7b57-41c3-b644-5e7c340d0637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:38:36Z', 'updated_at': '2022-09-30T09:38:40Z', 'revision_number': 4, 'project_id': '39a6ad090122467da59af411d4ea3551', 'gw_port': {'id': '6cddf2e6-7b57-41c3-b644-5e7c340d0637', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9c801c-084e-44ce-bb9e-6f042dd14d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:38:37Z', 'updated_at': '2022-09-30T09:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '91f37184-6342-4e16-86af-0de3e78f9780', 'name': '', 'network_id': '35e1d245-ed95-4905-a292-25176bcee437', 'tenant_id': '39a6ad090122467da59af411d4ea3551', 'mac_address': 'fa:16:3e:6f:24:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9c801c-084e-44ce-bb9e-6f042dd14d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c5a309c6-cb30-4db8-a4ab-924aee9f0d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:38:39Z', 'updated_at': '2022-09-30T09:38:40Z', 'revision_number': 2, 'project_id': '39a6ad090122467da59af411d4ea3551', 'subnets': [{'id': 'c5a309c6-cb30-4db8-a4ab-924aee9f0d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:38:41.609399 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389e426c-e215-4fdb-af01-28558fee245d None None] The sync data for ids ['8e9c801c-084e-44ce-bb9e-6f042dd14d89'] in dv-cinder-master-3-smb is: [{'id': '8e9c801c-084e-44ce-bb9e-6f042dd14d89', 'name': 'tempest-TestShelveInstance-796855756-router', 'tenant_id': '39a6ad090122467da59af411d4ea3551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.204'}], 'enable_snat': True}, 'gw_port_id': '6cddf2e6-7b57-41c3-b644-5e7c340d0637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:38:36Z', 'updated_at': '2022-09-30T09:38:40Z', 'revision_number': 4, 'project_id': '39a6ad090122467da59af411d4ea3551', 'gw_port': {'id': '6cddf2e6-7b57-41c3-b644-5e7c340d0637', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9c801c-084e-44ce-bb9e-6f042dd14d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:38:37Z', 'updated_at': '2022-09-30T09:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '91f37184-6342-4e16-86af-0de3e78f9780', 'name': '', 'network_id': '35e1d245-ed95-4905-a292-25176bcee437', 'tenant_id': '39a6ad090122467da59af411d4ea3551', 'mac_address': 'fa:16:3e:6f:24:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9c801c-084e-44ce-bb9e-6f042dd14d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c5a309c6-cb30-4db8-a4ab-924aee9f0d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:38:39Z', 'updated_at': '2022-09-30T09:38:40Z', 'revision_number': 2, 'project_id': '39a6ad090122467da59af411d4ea3551', 'subnets': [{'id': 'c5a309c6-cb30-4db8-a4ab-924aee9f0d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:38:41.619910 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8ce81575-79aa-472a-bea8-15cd18269f6d req-2a1edb7b-fbc5-4c22-9932-c20e0c2c6637 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aad97847-1acd-4b74-8ec2-447b1d69cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473771 Sep 30 09:38:41.627743 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 41488) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:38:41.632375 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-b743e597-ca72-4dd4-813c-3a7cf8462e5a tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1495809730', 'description': 'tempest-secgroup-smoke-1495809730 description', 'project_id': '2c1cb4c57c924a24ab3368be3a3384cb'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:38:41.663644 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b743e597-ca72-4dd4-813c-3a7cf8462e5a tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:41.672155 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port 22b8d71a-2b66-44a8-a5d8-2e252f72ac4a is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:38:41.683723 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:41.739882 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b743e597-ca72-4dd4-813c-3a7cf8462e5a tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks [] for security_group (0ce68be3-82f0-4947-a98e-f1221e68a4f0), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:41.746821 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b743e597-ca72-4dd4-813c-3a7cf8462e5a tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (0ce68be3-82f0-4947-a98e-f1221e68a4f0), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:41.781459 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b743e597-ca72-4dd4-813c-3a7cf8462e5a tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce68be3-82f0-4947-a98e-f1221e68a4f0,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:41.786152 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b743e597-ca72-4dd4-813c-3a7cf8462e5a tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:41.790363 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-b743e597-ca72-4dd4-813c-3a7cf8462e5a tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1586092 Sep 30 09:38:41.791011 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 41490) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:38:41.794771 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-2fef7328-650c-4b85-aa30-688f7febe0d3 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Request body: {'security_group_rule': {'security_group_id': '0ce68be3-82f0-4947-a98e-f1221e68a4f0', 'project_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:38:41.802406 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:41.825979 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2fef7328-650c-4b85-aa30-688f7febe0d3 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks [] for security_group_rule (450afb35-0eaa-40c0-9ac6-9116bdb9cfd1), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:41.905090 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2fef7328-650c-4b85-aa30-688f7febe0d3 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks [] for security_group_rule (450afb35-0eaa-40c0-9ac6-9116bdb9cfd1), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:41.909083 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2fef7328-650c-4b85-aa30-688f7febe0d3 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766877'] for security_group_rule (450afb35-0eaa-40c0-9ac6-9116bdb9cfd1), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:41.928172 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fef7328-650c-4b85-aa30-688f7febe0d3 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=450afb35-0eaa-40c0-9ac6-9116bdb9cfd1,revision_number=0']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:41.936786 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2fef7328-650c-4b85-aa30-688f7febe0d3 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:41.939026 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-2fef7328-650c-4b85-aa30-688f7febe0d3 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1465828 Sep 30 09:38:41.941613 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 41492) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:38:41.946097 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-70426e0b-f8bf-449e-8bdb-94f65d2bdde1 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Request body: {'security_group_rule': {'security_group_id': '0ce68be3-82f0-4947-a98e-f1221e68a4f0', 'project_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:38:41.979386 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-70426e0b-f8bf-449e-8bdb-94f65d2bdde1 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks [] for security_group_rule (b1c02143-717d-40eb-a3f8-2e6364d61ebf), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:42.033920 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:42.040317 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-70426e0b-f8bf-449e-8bdb-94f65d2bdde1 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks [] for security_group_rule (b1c02143-717d-40eb-a3f8-2e6364d61ebf), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:42.044371 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-70426e0b-f8bf-449e-8bdb-94f65d2bdde1 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766877'] for security_group_rule (b1c02143-717d-40eb-a3f8-2e6364d61ebf), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:42.047086 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-67108ef1-c8fa-43e4-8655-2cefb77e640b None None] Attempt 3 to provision port 91f37184-6342-4e16-86af-0de3e78f9780 Sep 30 09:38:42.050707 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:42.070560 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70426e0b-f8bf-449e-8bdb-94f65d2bdde1 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c02143-717d-40eb-a3f8-2e6364d61ebf,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:42.077745 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-70426e0b-f8bf-449e-8bdb-94f65d2bdde1 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:42.082561 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-70426e0b-f8bf-449e-8bdb-94f65d2bdde1 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1363227 Sep 30 09:38:42.082833 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 41494) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:38:42.087173 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-20fe6259-72b7-402b-82bd-b4a312986388 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Request body: {'security_group_rule': {'security_group_id': '0ce68be3-82f0-4947-a98e-f1221e68a4f0', 'project_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:38:42.096224 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-67108ef1-c8fa-43e4-8655-2cefb77e640b None None] Port 91f37184-6342-4e16-86af-0de3e78f9780 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:38:42.116182 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-20fe6259-72b7-402b-82bd-b4a312986388 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks [] for security_group_rule (f792c279-8856-4c66-839c-f57f1aa109ba), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:42.177185 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-20fe6259-72b7-402b-82bd-b4a312986388 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks [] for security_group_rule (f792c279-8856-4c66-839c-f57f1aa109ba), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:42.181004 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-20fe6259-72b7-402b-82bd-b4a312986388 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766877'] for security_group_rule (f792c279-8856-4c66-839c-f57f1aa109ba), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:42.201231 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fe6259-72b7-402b-82bd-b4a312986388 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f792c279-8856-4c66-839c-f57f1aa109ba,revision_number=0']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:42.208889 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-20fe6259-72b7-402b-82bd-b4a312986388 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:42.213052 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 41496) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:38:42.213239 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-20fe6259-72b7-402b-82bd-b4a312986388 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1295331 Sep 30 09:38:42.217969 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-6753e230-4033-4e93-8fbb-87fd01b664bb tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Request body: {'security_group_rule': {'security_group_id': '0ce68be3-82f0-4947-a98e-f1221e68a4f0', 'project_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:38:42.249392 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6753e230-4033-4e93-8fbb-87fd01b664bb tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks [] for security_group_rule (e5014327-ebf5-420b-83aa-22509f005d65), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:42.339979 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6753e230-4033-4e93-8fbb-87fd01b664bb tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks [] for security_group_rule (e5014327-ebf5-420b-83aa-22509f005d65), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:42.344276 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6753e230-4033-4e93-8fbb-87fd01b664bb tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766877'] for security_group_rule (e5014327-ebf5-420b-83aa-22509f005d65), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:42.392610 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6753e230-4033-4e93-8fbb-87fd01b664bb tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5014327-ebf5-420b-83aa-22509f005d65,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:42.403031 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7301cd-ed7a-453a-b626-91a74cc8f3c5 req-7ae86b10-8e88-4ce5-bd40-70e9bdda82e5 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:42.404568 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ae7301cd-ed7a-453a-b626-91a74cc8f3c5 req-7ae86b10-8e88-4ce5-bd40-70e9bdda82e5 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b18a2b1f-f57b-46af-a893-bd3a63ed5e91 HTTP/1.1" status: 200 len: 946 time: 0.0842721 Sep 30 09:38:42.409075 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6753e230-4033-4e93-8fbb-87fd01b664bb tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:42.410314 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-6753e230-4033-4e93-8fbb-87fd01b664bb tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1960034 Sep 30 09:38:42.413185 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 41500) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:38:42.417924 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-b6a029d4-8f01-4814-bb25-745a2af189d0 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Request body: {'security_group_rule': {'security_group_id': '0ce68be3-82f0-4947-a98e-f1221e68a4f0', 'project_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:38:42.463533 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.db.securitygroups_db [None req-b6a029d4-8f01-4814-bb25-745a2af189d0 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Project 2c1cb4c57c924a24ab3368be3a3384cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 09:38:42.480937 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b6a029d4-8f01-4814-bb25-745a2af189d0 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks [] for security_group_rule (cddaff56-3d86-4c31-960f-143efa97bc45), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:42.495324 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ae7301cd-ed7a-453a-b626-91a74cc8f3c5 req-2b4ca8e8-031c-4419-bddb-bb722d9e4821 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703630 Sep 30 09:38:42.556621 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b6a029d4-8f01-4814-bb25-745a2af189d0 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks [] for security_group_rule (cddaff56-3d86-4c31-960f-143efa97bc45), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:42.560251 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b6a029d4-8f01-4814-bb25-745a2af189d0 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766877'] for security_group_rule (cddaff56-3d86-4c31-960f-143efa97bc45), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:42.579559 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a029d4-8f01-4814-bb25-745a2af189d0 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cddaff56-3d86-4c31-960f-143efa97bc45,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:42.587468 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b6a029d4-8f01-4814-bb25-745a2af189d0 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:42.588678 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-b6a029d4-8f01-4814-bb25-745a2af189d0 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1744714 Sep 30 09:38:42.591431 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 41504) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:38:42.596610 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-99eef87d-5951-4ef4-affb-2470160cc387 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Request body: {'security_group_rule': {'security_group_id': '0ce68be3-82f0-4947-a98e-f1221e68a4f0', 'project_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:38:42.597699 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-67108ef1-c8fa-43e4-8655-2cefb77e640b None None] Attempt 4 to provision port 91f37184-6342-4e16-86af-0de3e78f9780 Sep 30 09:38:42.618976 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.db.securitygroups_db [None req-99eef87d-5951-4ef4-affb-2470160cc387 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Project 2c1cb4c57c924a24ab3368be3a3384cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 09:38:42.625167 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-99eef87d-5951-4ef4-affb-2470160cc387 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks [] for security_group_rule (955278c8-17ac-4cea-8067-09e739281ab2), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:42.634752 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-67108ef1-c8fa-43e4-8655-2cefb77e640b None None] Port 91f37184-6342-4e16-86af-0de3e78f9780 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:38:42.695700 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-99eef87d-5951-4ef4-affb-2470160cc387 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks [] for security_group_rule (955278c8-17ac-4cea-8067-09e739281ab2), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:42.700091 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-99eef87d-5951-4ef4-affb-2470160cc387 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766877'] for security_group_rule (955278c8-17ac-4cea-8067-09e739281ab2), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:42.733696 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-99eef87d-5951-4ef4-affb-2470160cc387 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:42.737703 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-99eef87d-5951-4ef4-affb-2470160cc387 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1425364 Sep 30 09:38:42.752672 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eef87d-5951-4ef4-affb-2470160cc387 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=955278c8-17ac-4cea-8067-09e739281ab2,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:42.784801 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3533afe-02a2-4e4e-b02d-bbd976c88ea8 req-0e06b697-c5ba-4031-84a7-f4a3620690cb tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:42.786756 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-e3533afe-02a2-4e4e-b02d-bbd976c88ea8 req-0e06b697-c5ba-4031-84a7-f4a3620690cb tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1eb6b53a-a29f-4731-8936-99958b293d8f HTTP/1.1" status: 200 len: 945 time: 0.0702963 Sep 30 09:38:42.838590 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 6cddf2e6-7b57-41c3-b644-5e7c340d0637 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:38:42.841160 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-e3533afe-02a2-4e4e-b02d-bbd976c88ea8 req-12336947-1e0e-4a09-9375-fb554091f57e tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aad97847-1acd-4b74-8ec2-447b1d69cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483408 Sep 30 09:38:42.897047 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port 6cddf2e6-7b57-41c3-b644-5e7c340d0637 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:38:42.897428 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (6cddf2e6-7b57-41c3-b644-5e7c340d0637), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:42.901842 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port 6cddf2e6-7b57-41c3-b644-5e7c340d0637 Sep 30 09:38:42.988799 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port 6cddf2e6-7b57-41c3-b644-5e7c340d0637 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:38:42.989189 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (6cddf2e6-7b57-41c3-b644-5e7c340d0637), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:43.012473 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] For port 6cddf2e6-7b57-41c3-b644-5e7c340d0637, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=6cddf2e6-7b57-41c3-b644-5e7c340d0637,segment=NetworkSegment(8ee3384b-29eb-481d-9dfd-879c28cb46fd),segment_id=8ee3384b-29eb-481d-9dfd-879c28cb46fd)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:38:43.016490 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (6cddf2e6-7b57-41c3-b644-5e7c340d0637), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:43.064930 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Pushing event updated for resources: {'Port': ['ID=6cddf2e6-7b57-41c3-b644-5e7c340d0637,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:43.135895 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-67108ef1-c8fa-43e4-8655-2cefb77e640b None None] Attempt 5 to provision port 91f37184-6342-4e16-86af-0de3e78f9780 Sep 30 09:38:43.173716 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-67108ef1-c8fa-43e4-8655-2cefb77e640b None None] Port 91f37184-6342-4e16-86af-0de3e78f9780 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:38:43.621295 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d712b4-99b2-4fdb-b7a4-c6a49ef85504 req-184a22c7-d997-4e7d-89b1-c378b4b31207 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:43.622808 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-72d712b4-99b2-4fdb-b7a4-c6a49ef85504 req-184a22c7-d997-4e7d-89b1-c378b4b31207 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b18a2b1f-f57b-46af-a893-bd3a63ed5e91 HTTP/1.1" status: 200 len: 946 time: 0.0512612 Sep 30 09:38:43.674349 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-72d712b4-99b2-4fdb-b7a4-c6a49ef85504 req-c0c9d8bb-850a-4c02-aa1e-1815f9f99dbd tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454218 Sep 30 09:38:43.675330 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-67108ef1-c8fa-43e4-8655-2cefb77e640b None None] Attempt 6 to provision port 91f37184-6342-4e16-86af-0de3e78f9780 Sep 30 09:38:43.709915 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-67108ef1-c8fa-43e4-8655-2cefb77e640b None None] Port 91f37184-6342-4e16-86af-0de3e78f9780 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:38:43.965767 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60488a79-20de-4825-929a-a6df38eac6a3 req-20fcf93d-3a4c-48ff-b121-1c1149b048ad tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:43.967304 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-60488a79-20de-4825-929a-a6df38eac6a3 req-20fcf93d-3a4c-48ff-b121-1c1149b048ad tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1eb6b53a-a29f-4731-8936-99958b293d8f HTTP/1.1" status: 200 len: 945 time: 0.0475669 Sep 30 09:38:43.996856 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=10 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:44.023690 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-60488a79-20de-4825-929a-a6df38eac6a3 req-85a052fd-858f-43e1-a1d2-eb36ceeb86d6 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aad97847-1acd-4b74-8ec2-447b1d69cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497017 Sep 30 09:38:44.210879 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-67108ef1-c8fa-43e4-8655-2cefb77e640b None None] Attempt 7 to provision port 91f37184-6342-4e16-86af-0de3e78f9780 Sep 30 09:38:44.248414 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-67108ef1-c8fa-43e4-8655-2cefb77e640b None None] Port 91f37184-6342-4e16-86af-0de3e78f9780 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:38:44.584043 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916e4009-16a0-4264-85f6-330e4444bde0 None None] Sync routers for ids ['8e9c801c-084e-44ce-bb9e-6f042dd14d89'] in dv-cinder-master-3-smb {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:38:44.594261 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916e4009-16a0-4264-85f6-330e4444bde0 None None] Routers {'8e9c801c-084e-44ce-bb9e-6f042dd14d89'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:38:44.595471 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-916e4009-16a0-4264-85f6-330e4444bde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:38:28Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['8e9c801c-084e-44ce-bb9e-6f042dd14d89'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:38:44.695657 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-916e4009-16a0-4264-85f6-330e4444bde0 None None] Set router 8e9c801c-084e-44ce-bb9e-6f042dd14d89 gateway port host: dv-cinder-master-3-smb {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:38:44.749941 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-67108ef1-c8fa-43e4-8655-2cefb77e640b None None] Attempt 8 to provision port 91f37184-6342-4e16-86af-0de3e78f9780 Sep 30 09:38:44.793014 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-67108ef1-c8fa-43e4-8655-2cefb77e640b None None] Port 91f37184-6342-4e16-86af-0de3e78f9780 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:38:44.838920 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 6cddf2e6-7b57-41c3-b644-5e7c340d0637 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:38:44.842345 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8be92-7700-48c0-8017-685d01530d45 req-bcf43005-ca53-422d-ac3a-9852b1271319 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:44.843822 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-95c8be92-7700-48c0-8017-685d01530d45 req-bcf43005-ca53-422d-ac3a-9852b1271319 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b18a2b1f-f57b-46af-a893-bd3a63ed5e91 HTTP/1.1" status: 200 len: 946 time: 0.0826116 Sep 30 09:38:44.893616 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port 6cddf2e6-7b57-41c3-b644-5e7c340d0637 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:38:44.894119 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (6cddf2e6-7b57-41c3-b644-5e7c340d0637), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:44.894780 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port 6cddf2e6-7b57-41c3-b644-5e7c340d0637 Sep 30 09:38:44.901692 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-95c8be92-7700-48c0-8017-685d01530d45 req-6f855524-a2d3-4c35-acdb-ae6bc0da25e6 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510864 Sep 30 09:38:44.939362 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:44.939607 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-916e4009-16a0-4264-85f6-330e4444bde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e9c801c-084e-44ce-bb9e-6f042dd14d89', 'name': 'tempest-TestShelveInstance-796855756-router', 'tenant_id': '39a6ad090122467da59af411d4ea3551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.204'}], 'enable_snat': True}, 'gw_port_id': '6cddf2e6-7b57-41c3-b644-5e7c340d0637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:38:36Z', 'updated_at': '2022-09-30T09:38:40Z', 'revision_number': 4, 'project_id': '39a6ad090122467da59af411d4ea3551', 'gw_port': {'id': '6cddf2e6-7b57-41c3-b644-5e7c340d0637', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9c801c-084e-44ce-bb9e-6f042dd14d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:38:37Z', 'updated_at': '2022-09-30T09:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '91f37184-6342-4e16-86af-0de3e78f9780', 'name': '', 'network_id': '35e1d245-ed95-4905-a292-25176bcee437', 'tenant_id': '39a6ad090122467da59af411d4ea3551', 'mac_address': 'fa:16:3e:6f:24:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9c801c-084e-44ce-bb9e-6f042dd14d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c5a309c6-cb30-4db8-a4ab-924aee9f0d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:38:39Z', 'updated_at': '2022-09-30T09:38:40Z', 'revision_number': 2, 'project_id': '39a6ad090122467da59af411d4ea3551', 'subnets': [{'id': 'c5a309c6-cb30-4db8-a4ab-924aee9f0d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:38:44.966795 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916e4009-16a0-4264-85f6-330e4444bde0 None None] Checking router: 8e9c801c-084e-44ce-bb9e-6f042dd14d89 for host: dv-cinder-master-3-smb {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:38:44.967154 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916e4009-16a0-4264-85f6-330e4444bde0 None None] Updating router 8e9c801c-084e-44ce-bb9e-6f042dd14d89 port 91f37184-6342-4e16-86af-0de3e78f9780 binding host dv-cinder-master-3-smb {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:38:44.974670 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port 6cddf2e6-7b57-41c3-b644-5e7c340d0637 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:38:44.995971 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-916e4009-16a0-4264-85f6-330e4444bde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (91f37184-6342-4e16-86af-0de3e78f9780), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:45.140360 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:45.151453 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:45.152436 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325c2bb-b0f9-4d1c-8d45-043f39a83a59 req-5cc3e558-4ab3-4e65-ab82-a7c40783621c tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:45.153935 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7325c2bb-b0f9-4d1c-8d45-043f39a83a59 req-5cc3e558-4ab3-4e65-ab82-a7c40783621c tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1eb6b53a-a29f-4731-8936-99958b293d8f HTTP/1.1" status: 200 len: 945 time: 0.0488298 Sep 30 09:38:45.206827 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7325c2bb-b0f9-4d1c-8d45-043f39a83a59 req-d9b91f07-12a2-4d3b-8a42-8cb6091146c8 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aad97847-1acd-4b74-8ec2-447b1d69cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462515 Sep 30 09:38:45.256435 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-916e4009-16a0-4264-85f6-330e4444bde0 None None] Publish callbacks [] for port (91f37184-6342-4e16-86af-0de3e78f9780), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:45.261217 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-916e4009-16a0-4264-85f6-330e4444bde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (91f37184-6342-4e16-86af-0de3e78f9780), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:45.294455 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-67108ef1-c8fa-43e4-8655-2cefb77e640b None None] Attempt 9 to provision port 91f37184-6342-4e16-86af-0de3e78f9780 Sep 30 09:38:45.296128 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:45.317545 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:45.326677 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd9b0e-730c-4de2-a9f3-7815f7338983 None None] Pushing event updated for resources: {'Port': ['ID=91f37184-6342-4e16-86af-0de3e78f9780,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:45.335641 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-67108ef1-c8fa-43e4-8655-2cefb77e640b None None] Port 91f37184-6342-4e16-86af-0de3e78f9780 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:38:45.357863 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-916e4009-16a0-4264-85f6-330e4444bde0 None None] Attempting to bind port 91f37184-6342-4e16-86af-0de3e78f9780 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:38:45.358227 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-916e4009-16a0-4264-85f6-330e4444bde0 None None] Attempting to bind port 91f37184-6342-4e16-86af-0de3e78f9780 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'aa6e4913-35d4-431b-b1e1-57ddf3ce63d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '35e1d245-ed95-4905-a292-25176bcee437'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:38:45.358582 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916e4009-16a0-4264-85f6-330e4444bde0 None None] Attempting to bind port 91f37184-6342-4e16-86af-0de3e78f9780 on network 35e1d245-ed95-4905-a292-25176bcee437 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:38:45.416535 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916e4009-16a0-4264-85f6-330e4444bde0 None None] Checking agent: {'id': '99becae7-b4b2-4e0b-818d-0d19c65b4b56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 27, 31), 'started_at': datetime.datetime(2022, 9, 30, 9, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:38:45.416927 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916e4009-16a0-4264-85f6-330e4444bde0 None None] Checking segment: {'id': 'aa6e4913-35d4-431b-b1e1-57ddf3ce63d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '35e1d245-ed95-4905-a292-25176bcee437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:38:45.417333 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-916e4009-16a0-4264-85f6-330e4444bde0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:45.417757 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916e4009-16a0-4264-85f6-330e4444bde0 None None] Bound using segment: {'id': 'aa6e4913-35d4-431b-b1e1-57ddf3ce63d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '35e1d245-ed95-4905-a292-25176bcee437'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:38:45.418240 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-916e4009-16a0-4264-85f6-330e4444bde0 None None] Bound port: 91f37184-6342-4e16-86af-0de3e78f9780, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa6e4913-35d4-431b-b1e1-57ddf3ce63d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '35e1d245-ed95-4905-a292-25176bcee437'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:38:45.418622 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-916e4009-16a0-4264-85f6-330e4444bde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (91f37184-6342-4e16-86af-0de3e78f9780), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:45.482510 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-916e4009-16a0-4264-85f6-330e4444bde0 None None] For port 91f37184-6342-4e16-86af-0de3e78f9780, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:38:45.486569 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-916e4009-16a0-4264-85f6-330e4444bde0 None None] For port 91f37184-6342-4e16-86af-0de3e78f9780, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=91f37184-6342-4e16-86af-0de3e78f9780,segment=NetworkSegment(aa6e4913-35d4-431b-b1e1-57ddf3ce63d0),segment_id=aa6e4913-35d4-431b-b1e1-57ddf3ce63d0)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:38:45.492084 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-916e4009-16a0-4264-85f6-330e4444bde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (91f37184-6342-4e16-86af-0de3e78f9780), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:45.525818 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916e4009-16a0-4264-85f6-330e4444bde0 None None] Routers {'8e9c801c-084e-44ce-bb9e-6f042dd14d89'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:38:45.526593 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-916e4009-16a0-4264-85f6-330e4444bde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:38:28Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['8e9c801c-084e-44ce-bb9e-6f042dd14d89'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:38:45.595496 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd9b0e-730c-4de2-a9f3-7815f7338983 None None] Pushing event updated for resources: {'Port': ['ID=91f37184-6342-4e16-86af-0de3e78f9780,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:45.647344 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-916e4009-16a0-4264-85f6-330e4444bde0 None None] Set router 8e9c801c-084e-44ce-bb9e-6f042dd14d89 gateway port host: dv-cinder-master-3-smb {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:38:45.837606 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-67108ef1-c8fa-43e4-8655-2cefb77e640b None None] Attempt 10 to provision port 91f37184-6342-4e16-86af-0de3e78f9780 Sep 30 09:38:45.912275 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-67108ef1-c8fa-43e4-8655-2cefb77e640b None None] Current status of the port 91f37184-6342-4e16-86af-0de3e78f9780 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:38:45.912768 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-67108ef1-c8fa-43e4-8655-2cefb77e640b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (91f37184-6342-4e16-86af-0de3e78f9780), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:45.933795 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-916e4009-16a0-4264-85f6-330e4444bde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e9c801c-084e-44ce-bb9e-6f042dd14d89', 'name': 'tempest-TestShelveInstance-796855756-router', 'tenant_id': '39a6ad090122467da59af411d4ea3551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.204'}], 'enable_snat': True}, 'gw_port_id': '6cddf2e6-7b57-41c3-b644-5e7c340d0637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:38:36Z', 'updated_at': '2022-09-30T09:38:40Z', 'revision_number': 4, 'project_id': '39a6ad090122467da59af411d4ea3551', 'gw_port': {'id': '6cddf2e6-7b57-41c3-b644-5e7c340d0637', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9c801c-084e-44ce-bb9e-6f042dd14d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:38:37Z', 'updated_at': '2022-09-30T09:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '91f37184-6342-4e16-86af-0de3e78f9780', 'name': '', 'network_id': '35e1d245-ed95-4905-a292-25176bcee437', 'tenant_id': '39a6ad090122467da59af411d4ea3551', 'mac_address': 'fa:16:3e:6f:24:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9c801c-084e-44ce-bb9e-6f042dd14d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c5a309c6-cb30-4db8-a4ab-924aee9f0d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:38:39Z', 'updated_at': '2022-09-30T09:38:45Z', 'revision_number': 4, 'project_id': '39a6ad090122467da59af411d4ea3551', 'subnets': [{'id': 'c5a309c6-cb30-4db8-a4ab-924aee9f0d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:38:45.949548 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-67108ef1-c8fa-43e4-8655-2cefb77e640b None None] For port 91f37184-6342-4e16-86af-0de3e78f9780, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=91f37184-6342-4e16-86af-0de3e78f9780,segment=NetworkSegment(aa6e4913-35d4-431b-b1e1-57ddf3ce63d0),segment_id=aa6e4913-35d4-431b-b1e1-57ddf3ce63d0)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:38:45.958695 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-67108ef1-c8fa-43e4-8655-2cefb77e640b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (91f37184-6342-4e16-86af-0de3e78f9780), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:45.962345 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916e4009-16a0-4264-85f6-330e4444bde0 None None] The sync data for ids ['8e9c801c-084e-44ce-bb9e-6f042dd14d89'] in dv-cinder-master-3-smb is: [{'id': '8e9c801c-084e-44ce-bb9e-6f042dd14d89', 'name': 'tempest-TestShelveInstance-796855756-router', 'tenant_id': '39a6ad090122467da59af411d4ea3551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.204'}], 'enable_snat': True}, 'gw_port_id': '6cddf2e6-7b57-41c3-b644-5e7c340d0637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:38:36Z', 'updated_at': '2022-09-30T09:38:40Z', 'revision_number': 4, 'project_id': '39a6ad090122467da59af411d4ea3551', 'gw_port': {'id': '6cddf2e6-7b57-41c3-b644-5e7c340d0637', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9c801c-084e-44ce-bb9e-6f042dd14d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:38:37Z', 'updated_at': '2022-09-30T09:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '91f37184-6342-4e16-86af-0de3e78f9780', 'name': '', 'network_id': '35e1d245-ed95-4905-a292-25176bcee437', 'tenant_id': '39a6ad090122467da59af411d4ea3551', 'mac_address': 'fa:16:3e:6f:24:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9c801c-084e-44ce-bb9e-6f042dd14d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c5a309c6-cb30-4db8-a4ab-924aee9f0d13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:38:39Z', 'updated_at': '2022-09-30T09:38:45Z', 'revision_number': 4, 'project_id': '39a6ad090122467da59af411d4ea3551', 'subnets': [{'id': 'c5a309c6-cb30-4db8-a4ab-924aee9f0d13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:38:46.032811 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e915d5-92f4-452f-ad49-158d43004f79 req-57756e39-ee10-422a-ba1f-be37668e5cd3 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:46.034991 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-28e915d5-92f4-452f-ad49-158d43004f79 req-57756e39-ee10-422a-ba1f-be37668e5cd3 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1eb6b53a-a29f-4731-8936-99958b293d8f HTTP/1.1" status: 200 len: 945 time: 0.0852222 Sep 30 09:38:46.035249 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67108ef1-c8fa-43e4-8655-2cefb77e640b None None] Pushing event updated for resources: {'Port': ['ID=91f37184-6342-4e16-86af-0de3e78f9780,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:46.071387 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae9252-4ae7-43f2-8a86-07752182cbdf req-08e98cfe-1dc1-4e70-9e25-35cb8088bdd0 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:46.072807 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-5dae9252-4ae7-43f2-8a86-07752182cbdf req-08e98cfe-1dc1-4e70-9e25-35cb8088bdd0 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b18a2b1f-f57b-46af-a893-bd3a63ed5e91 HTTP/1.1" status: 200 len: 946 time: 0.0801535 Sep 30 09:38:46.079395 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-131bbde4-b08e-4dfb-9e2e-ed3753b41dce None None] Provisioning complete for port 91f37184-6342-4e16-86af-0de3e78f9780 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:38:46.079759 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-131bbde4-b08e-4dfb-9e2e-ed3753b41dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (91f37184-6342-4e16-86af-0de3e78f9780), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:46.080523 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-131bbde4-b08e-4dfb-9e2e-ed3753b41dce None None] Attempt 1 to provision port 91f37184-6342-4e16-86af-0de3e78f9780 Sep 30 09:38:46.138577 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-5dae9252-4ae7-43f2-8a86-07752182cbdf req-5e788827-c254-4d82-8f71-d23576c1f75c tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586784 Sep 30 09:38:46.174038 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-28e915d5-92f4-452f-ad49-158d43004f79 req-8d16c389-5598-49fe-8987-7ad481238d20 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Deleting port f168885a-1094-4d60-8bd6-e4af5133d74d {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:38:46.174491 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-28e915d5-92f4-452f-ad49-158d43004f79 req-8d16c389-5598-49fe-8987-7ad481238d20 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (f168885a-1094-4d60-8bd6-e4af5133d74d), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:46.183216 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-131bbde4-b08e-4dfb-9e2e-ed3753b41dce None None] Current status of the port 91f37184-6342-4e16-86af-0de3e78f9780 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:38:46.307556 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-28e915d5-92f4-452f-ad49-158d43004f79 req-8d16c389-5598-49fe-8987-7ad481238d20 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] For port f168885a-1094-4d60-8bd6-e4af5133d74d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f168885a-1094-4d60-8bd6-e4af5133d74d,segment=NetworkSegment(ab1a1fd1-5a10-4363-8442-0a92e4f75ce2),segment_id=ab1a1fd1-5a10-4363-8442-0a92e4f75ce2)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:38:46.308361 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-28e915d5-92f4-452f-ad49-158d43004f79 req-8d16c389-5598-49fe-8987-7ad481238d20 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (f168885a-1094-4d60-8bd6-e4af5133d74d), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:46.325713 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-28e915d5-92f4-452f-ad49-158d43004f79 req-8d16c389-5598-49fe-8987-7ad481238d20 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Calling delete_port for f168885a-1094-4d60-8bd6-e4af5133d74d owned by compute:nova {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:38:46.361741 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd90849-f2d0-4468-be60-e6aa066229e0 req-a012ccc4-eea6-4baa-835e-700c13981e93 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:46.363542 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-bcd90849-f2d0-4468-be60-e6aa066229e0 req-a012ccc4-eea6-4baa-835e-700c13981e93 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1eb6b53a-a29f-4731-8936-99958b293d8f HTTP/1.1" status: 200 len: 945 time: 0.0642805 Sep 30 09:38:46.421088 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-bcd90849-f2d0-4468-be60-e6aa066229e0 req-368efd17-ba45-4e02-aed7-5df8552eca51 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=aad97847-1acd-4b74-8ec2-447b1d69cec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509133 Sep 30 09:38:46.518374 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=7,neutron:INSERT=7 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:46.532838 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-28e915d5-92f4-452f-ad49-158d43004f79 req-8d16c389-5598-49fe-8987-7ad481238d20 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (f168885a-1094-4d60-8bd6-e4af5133d74d), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:46.571155 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16c389-5598-49fe-8987-7ad481238d20 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Pushing event deleted for resources: {'Port': ['ID=f168885a-1094-4d60-8bd6-e4af5133d74d,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:46.576074 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] get_ports_and_sgs() called for port_ids ['f168885a-1094-4d60-8bd6-e4af5133d74d'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:38:46.632321 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e915d5-92f4-452f-ad49-158d43004f79 req-8d16c389-5598-49fe-8987-7ad481238d20 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] No DVR routers for this DVR port f168885a-1094-4d60-8bd6-e4af5133d74d on host hv-cinder-maste {{(pid=106375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:38:46.634899 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-28e915d5-92f4-452f-ad49-158d43004f79 req-8d16c389-5598-49fe-8987-7ad481238d20 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:46.638217 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-28e915d5-92f4-452f-ad49-158d43004f79 req-8d16c389-5598-49fe-8987-7ad481238d20 tempest-VolumesActionsTest-195595449 tempest-VolumesActionsTest-195595449-project] 10.222.0.40 "DELETE /networking/v2.0/ports/f168885a-1094-4d60-8bd6-e4af5133d74d HTTP/1.1" status: 204 len: 173 time: 0.5946584 Sep 30 09:38:46.638721 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb6b53a-a29f-4731-8936-99958b293d8f', 'name': 'network-vif-deleted', 'tag': 'f168885a-1094-4d60-8bd6-e4af5133d74d'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:38:46.642012 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a2765c340e485259911155c50f33e4425258638b85650f0a2a20d0c41df364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38184cf-2789-437f-88b4-3c658d3960f9" -d '{"events": [{"server_uuid": "1eb6b53a-a29f-4731-8936-99958b293d8f", "name": "network-vif-deleted", "tag": "f168885a-1094-4d60-8bd6-e4af5133d74d"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:38:46.697607 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcde9d3-ed8e-4795-bc75-53432dbfe829 x-openstack-request-id: req-cfcde9d3-ed8e-4795-bc75-53432dbfe829 {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:38:46.698001 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb6b53a-a29f-4731-8936-99958b293d8f", "name": "network-vif-deleted", "tag": "f168885a-1094-4d60-8bd6-e4af5133d74d", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:38:46.698327 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cfcde9d3-ed8e-4795-bc75-53432dbfe829 {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:38:46.698799 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfcde9d3-ed8e-4795-bc75-53432dbfe829'] response: {'server_uuid': '1eb6b53a-a29f-4731-8936-99958b293d8f', 'name': 'network-vif-deleted', 'tag': 'f168885a-1094-4d60-8bd6-e4af5133d74d', 'status': 'completed', 'code': 200} Sep 30 09:38:46.814486 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 91f37184-6342-4e16-86af-0de3e78f9780 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:38:46.859572 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port 91f37184-6342-4e16-86af-0de3e78f9780 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:38:46.860130 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (91f37184-6342-4e16-86af-0de3e78f9780), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:46.860683 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port 91f37184-6342-4e16-86af-0de3e78f9780 Sep 30 09:38:46.939059 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port 91f37184-6342-4e16-86af-0de3e78f9780 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:38:47.255402 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:38:47.727842 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 41606) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:38:47.732409 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-744a47f9-b470-4e34-8851-897c55da43d0 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Request body: {'security_group': {'name': 'tempest-securitygroup--916170232', 'description': 'tempest-description--38155067'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:38:47.761607 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-744a47f9-b470-4e34-8851-897c55da43d0 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:47.835772 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-744a47f9-b470-4e34-8851-897c55da43d0 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks [] for security_group (4629d96a-ef50-4391-8e3b-cb87721ca7ba), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:47.841373 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-744a47f9-b470-4e34-8851-897c55da43d0 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (4629d96a-ef50-4391-8e3b-cb87721ca7ba), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:47.874189 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-744a47f9-b470-4e34-8851-897c55da43d0 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:47.876162 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-744a47f9-b470-4e34-8851-897c55da43d0 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1465139 Sep 30 09:38:47.878861 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 41614) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:38:47.883023 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-c3eee7e5-202d-4775-87a4-6bd8cd3d6ceb tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Request body: {'security_group_rule': {'security_group_id': '4629d96a-ef50-4391-8e3b-cb87721ca7ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:38:47.891932 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a47f9-b470-4e34-8851-897c55da43d0 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4629d96a-ef50-4391-8e3b-cb87721ca7ba,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:47.918758 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c3eee7e5-202d-4775-87a4-6bd8cd3d6ceb tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks [] for security_group_rule (23c0028d-f04c-431d-b3d8-2aba502d98c3), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:47.982234 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c3eee7e5-202d-4775-87a4-6bd8cd3d6ceb tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks [] for security_group_rule (23c0028d-f04c-431d-b3d8-2aba502d98c3), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:47.986554 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c3eee7e5-202d-4775-87a4-6bd8cd3d6ceb tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766877'] for security_group_rule (23c0028d-f04c-431d-b3d8-2aba502d98c3), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:48.008429 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eee7e5-202d-4775-87a4-6bd8cd3d6ceb tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c0028d-f04c-431d-b3d8-2aba502d98c3,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:48.014088 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c3eee7e5-202d-4775-87a4-6bd8cd3d6ceb tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:48.015076 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-c3eee7e5-202d-4775-87a4-6bd8cd3d6ceb tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1353161 Sep 30 09:38:48.017943 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 41620) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:38:48.022416 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-4e7013db-ef85-494f-a651-1161c1241c3c tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Request body: {'security_group_rule': {'security_group_id': '4629d96a-ef50-4391-8e3b-cb87721ca7ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:38:48.050084 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4e7013db-ef85-494f-a651-1161c1241c3c tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks [] for security_group_rule (a7239bca-f943-435a-8902-a11574ceb28f), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:48.111897 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4e7013db-ef85-494f-a651-1161c1241c3c tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks [] for security_group_rule (a7239bca-f943-435a-8902-a11574ceb28f), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:48.116447 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4e7013db-ef85-494f-a651-1161c1241c3c tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766877'] for security_group_rule (a7239bca-f943-435a-8902-a11574ceb28f), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:48.123490 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:48.135576 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7013db-ef85-494f-a651-1161c1241c3c tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7239bca-f943-435a-8902-a11574ceb28f,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:48.148910 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4e7013db-ef85-494f-a651-1161c1241c3c tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:48.150153 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-4e7013db-ef85-494f-a651-1161c1241c3c tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1312983 Sep 30 09:38:48.153733 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 41628) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:38:48.158450 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-546300e4-b58f-435c-9ad3-ecd2d9c620ed tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Request body: {'floatingip': {'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:38:48.183341 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-546300e4-b58f-435c-9ad3-ecd2d9c620ed tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:48.270047 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-546300e4-b58f-435c-9ad3-ecd2d9c620ed tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:48.328194 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:48.385545 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [None req-546300e4-b58f-435c-9ad3-ecd2d9c620ed tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Allocated IP 172.37.1.21 (4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2/0f15ec3b-6992-47ef-bdfa-402dc9430f5b/5d7c69c9-cd3a-4dbf-8de7-a10c022efb1d) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:38:48.503750 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-546300e4-b58f-435c-9ad3-ecd2d9c620ed tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks [] for port (5d7c69c9-cd3a-4dbf-8de7-a10c022efb1d), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:48.535076 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-546300e4-b58f-435c-9ad3-ecd2d9c620ed tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (5d7c69c9-cd3a-4dbf-8de7-a10c022efb1d), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:48.578634 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546300e4-b58f-435c-9ad3-ecd2d9c620ed tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Network 4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:38:48.583830 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-546300e4-b58f-435c-9ad3-ecd2d9c620ed tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:38:48.586342 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546300e4-b58f-435c-9ad3-ecd2d9c620ed tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:38:48.591883 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546300e4-b58f-435c-9ad3-ecd2d9c620ed tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Pushing event updated for resources: {'Port': ['ID=5d7c69c9-cd3a-4dbf-8de7-a10c022efb1d,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:48.680480 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-546300e4-b58f-435c-9ad3-ecd2d9c620ed tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks [] for floatingip (b038b508-3cad-4a0a-9054-16799f3384e7), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:48.717256 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-546300e4-b58f-435c-9ad3-ecd2d9c620ed tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (5d7c69c9-cd3a-4dbf-8de7-a10c022efb1d), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:48.840188 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:48.871021 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-546300e4-b58f-435c-9ad3-ecd2d9c620ed tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks [] for port (5d7c69c9-cd3a-4dbf-8de7-a10c022efb1d), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:48.876093 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-546300e4-b58f-435c-9ad3-ecd2d9c620ed tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1379309'] for port (5d7c69c9-cd3a-4dbf-8de7-a10c022efb1d), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:48.946140 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-546300e4-b58f-435c-9ad3-ecd2d9c620ed tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759975'] for floatingip (b038b508-3cad-4a0a-9054-16799f3384e7), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:48.948903 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546300e4-b58f-435c-9ad3-ecd2d9c620ed tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Pushing event updated for resources: {'Port': ['ID=5d7c69c9-cd3a-4dbf-8de7-a10c022efb1d,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:48.965201 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-546300e4-b58f-435c-9ad3-ecd2d9c620ed tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for floatingip (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:48.966503 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-546300e4-b58f-435c-9ad3-ecd2d9c620ed tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8117640 Sep 30 09:38:49.166176 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-86e802df-6156-4fe3-861a-548a198c1c01 req-c3b21902-9d7e-4929-8752-724a89f6aa21 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--916170232&fields=id&tenant_id=4290a542e73045309f6ceb8d4f5a267b HTTP/1.1" status: 200 len: 267 time: 0.0437310 Sep 30 09:38:49.235780 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:49.274245 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e802df-6156-4fe3-861a-548a198c1c01 req-96b15894-8cf3-4c7e-b07f-0104fb201603 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:49.275682 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-86e802df-6156-4fe3-861a-548a198c1c01 req-96b15894-8cf3-4c7e-b07f-0104fb201603 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/networks?id=e45abb02-b319-4872-9fb3-ccc0ce9d74e7 HTTP/1.1" status: 200 len: 819 time: 0.1030500 Sep 30 09:38:49.289656 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-86e802df-6156-4fe3-861a-548a198c1c01 req-aa8f8158-6757-4430-a0f1-3a3c80f2ccac tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/quotas/4290a542e73045309f6ceb8d4f5a267b HTTP/1.1" status: 200 len: 375 time: 0.0087156 Sep 30 09:38:49.345494 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-86e802df-6156-4fe3-861a-548a198c1c01 req-6a81466a-ff93-4d60-886c-32359b5152d9 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=4290a542e73045309f6ceb8d4f5a267b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0508337 Sep 30 09:38:49.456803 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-86e802df-6156-4fe3-861a-548a198c1c01 req-aced7156-0eae-48bb-a014-d0fbe586a75b service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e45abb02-b319-4872-9fb3-ccc0ce9d74e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994363 Sep 30 09:38:49.553585 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-86e802df-6156-4fe3-861a-548a198c1c01 req-7daf0156-08ca-4fc3-8844-5cb51bd0bcbe service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e45abb02-b319-4872-9fb3-ccc0ce9d74e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902667 Sep 30 09:38:49.833983 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a3912d44-9d8f-4e50-a2e6-bc4df9f49025 req-69ded772-fb53-4592-ab31-c7f5a30936b4 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 210 time: 0.0707183 Sep 30 09:38:50.177740 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device f168885a-1094-4d60-8bd6-e4af5133d74d no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:38:50.204640 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] No Port match for: f168885a-1094-4d60-8bd6-e4af5133d74d {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:38:50.204972 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device f168885a-1094-4d60-8bd6-e4af5133d74d not bound to the agent host hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:38:50.933621 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f04b3e82-d94d-4b27-9dc0-b786327cc5f9 req-6eac641d-1b61-472d-b337-3a82c8fd36eb tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 210 time: 0.0289233 Sep 30 09:38:51.280614 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e802df-6156-4fe3-861a-548a198c1c01 req-6d566c77-c49d-4870-89b3-16a6f398fe87 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:51.282947 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-86e802df-6156-4fe3-861a-548a198c1c01 req-6d566c77-c49d-4870-89b3-16a6f398fe87 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.40 "GET /networking/v2.0/networks?id=e45abb02-b319-4872-9fb3-ccc0ce9d74e7 HTTP/1.1" status: 200 len: 819 time: 0.1216791 Sep 30 09:38:51.331267 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:51.378041 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-86e802df-6156-4fe3-861a-548a198c1c01 req-57eea872-9d6a-43b2-9328-7ade224016d9 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4290a542e73045309f6ceb8d4f5a267b HTTP/1.1" status: 200 len: 379 time: 0.0631750 Sep 30 09:38:51.390279 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [req-86e802df-6156-4fe3-861a-548a198c1c01 req-664fbe3c-f3fc-4e25-a0a3-407bf2166168 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Request body: {'port': {'device_id': 'fafa2feb-3bc8-437d-915e-a443c5168d3c', 'network_id': 'e45abb02-b319-4872-9fb3-ccc0ce9d74e7', 'admin_state_up': True, 'tenant_id': '4290a542e73045309f6ceb8d4f5a267b', 'security_groups': ['4629d96a-ef50-4391-8e3b-cb87721ca7ba']}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:38:51.538539 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86e802df-6156-4fe3-861a-548a198c1c01 req-664fbe3c-f3fc-4e25-a0a3-407bf2166168 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Made reservation on behalf of 4290a542e73045309f6ceb8d4f5a267b for: {'port': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:38:51.542918 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-86e802df-6156-4fe3-861a-548a198c1c01 req-664fbe3c-f3fc-4e25-a0a3-407bf2166168 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:51.694078 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [req-86e802df-6156-4fe3-861a-548a198c1c01 req-664fbe3c-f3fc-4e25-a0a3-407bf2166168 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Allocated IP 172.20.0.3 (e45abb02-b319-4872-9fb3-ccc0ce9d74e7/5c348d1c-15e8-416a-bb01-9bc4f4316ae7/08241924-11c7-44f7-a33d-b4ee4f70d72b) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:38:51.866409 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-86e802df-6156-4fe3-861a-548a198c1c01 req-664fbe3c-f3fc-4e25-a0a3-407bf2166168 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks [] for port (08241924-11c7-44f7-a33d-b4ee4f70d72b), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:51.905845 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-86e802df-6156-4fe3-861a-548a198c1c01 req-664fbe3c-f3fc-4e25-a0a3-407bf2166168 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (08241924-11c7-44f7-a33d-b4ee4f70d72b), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:51.955582 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86e802df-6156-4fe3-861a-548a198c1c01 req-664fbe3c-f3fc-4e25-a0a3-407bf2166168 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Network e45abb02-b319-4872-9fb3-ccc0ce9d74e7 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:38:51.958892 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [req-86e802df-6156-4fe3-861a-548a198c1c01 req-664fbe3c-f3fc-4e25-a0a3-407bf2166168 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:38:51.962927 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e802df-6156-4fe3-861a-548a198c1c01 req-664fbe3c-f3fc-4e25-a0a3-407bf2166168 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:38:51.970470 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664fbe3c-f3fc-4e25-a0a3-407bf2166168 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Pushing event updated for resources: {'Port': ['ID=08241924-11c7-44f7-a33d-b4ee4f70d72b,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:52.000275 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:52.034694 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e802df-6156-4fe3-861a-548a198c1c01 req-664fbe3c-f3fc-4e25-a0a3-407bf2166168 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:52.035388 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-86e802df-6156-4fe3-861a-548a198c1c01 req-664fbe3c-f3fc-4e25-a0a3-407bf2166168 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:52.056402 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-86e802df-6156-4fe3-861a-548a198c1c01 req-664fbe3c-f3fc-4e25-a0a3-407bf2166168 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6703138 Sep 30 09:38:52.077711 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [req-86e802df-6156-4fe3-861a-548a198c1c01 req-6af34123-9a78-4b68-bf13-1421e4aaa240 service neutron] Request body: {'port': {'device_id': 'fafa2feb-3bc8-437d-915e-a443c5168d3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:38:52.109171 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013f9b1-1a98-423e-9923-31ad5f49a167 req-3372c3e0-92ba-4de9-902d-3e026b3c376d tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:52.111190 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c013f9b1-1a98-423e-9923-31ad5f49a167 req-3372c3e0-92ba-4de9-902d-3e026b3c376d tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 931 time: 0.0736206 Sep 30 09:38:52.196160 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-86e802df-6156-4fe3-861a-548a198c1c01 req-6af34123-9a78-4b68-bf13-1421e4aaa240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (08241924-11c7-44f7-a33d-b4ee4f70d72b), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:52.206268 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c013f9b1-1a98-423e-9923-31ad5f49a167 req-87b362ed-9b06-45b0-a738-3eb57b661886 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4629d96a-ef50-4391-8e3b-cb87721ca7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847957 Sep 30 09:38:52.263553 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-86563b44-082a-4324-8718-af6cc123f0bc None None] Provisioning complete for port 08241924-11c7-44f7-a33d-b4ee4f70d72b triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:38:52.264121 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-86563b44-082a-4324-8718-af6cc123f0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (08241924-11c7-44f7-a33d-b4ee4f70d72b), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:52.264260 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-86563b44-082a-4324-8718-af6cc123f0bc None None] Attempt 1 to provision port 08241924-11c7-44f7-a33d-b4ee4f70d72b Sep 30 09:38:52.302678 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-86563b44-082a-4324-8718-af6cc123f0bc None None] Port 08241924-11c7-44f7-a33d-b4ee4f70d72b cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:38:52.401965 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:52.804630 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-86563b44-082a-4324-8718-af6cc123f0bc None None] Attempt 2 to provision port 08241924-11c7-44f7-a33d-b4ee4f70d72b Sep 30 09:38:52.847160 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-86563b44-082a-4324-8718-af6cc123f0bc None None] Port 08241924-11c7-44f7-a33d-b4ee4f70d72b cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:38:52.851869 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [req-86e802df-6156-4fe3-861a-548a198c1c01 req-6af34123-9a78-4b68-bf13-1421e4aaa240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08241924-11c7-44f7-a33d-b4ee4f70d72b {{(pid=106375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:38:52.863054 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-86e802df-6156-4fe3-861a-548a198c1c01 req-6af34123-9a78-4b68-bf13-1421e4aaa240 service neutron] Publish callbacks [] for port (08241924-11c7-44f7-a33d-b4ee4f70d72b), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:52.878950 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.provisioning_blocks [req-86e802df-6156-4fe3-861a-548a198c1c01 req-6af34123-9a78-4b68-bf13-1421e4aaa240 service neutron] Transition to ACTIVE for port object 08241924-11c7-44f7-a33d-b4ee4f70d72b will not be triggered until provisioned by entity L2. {{(pid=106375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 30 09:38:52.884099 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-86e802df-6156-4fe3-861a-548a198c1c01 req-6af34123-9a78-4b68-bf13-1421e4aaa240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1379309'] for port (08241924-11c7-44f7-a33d-b4ee4f70d72b), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:52.932247 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af34123-9a78-4b68-bf13-1421e4aaa240 service neutron] Pushing event updated for resources: {'Port': ['ID=08241924-11c7-44f7-a33d-b4ee4f70d72b,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:53.050139 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-86e802df-6156-4fe3-861a-548a198c1c01 req-6af34123-9a78-4b68-bf13-1421e4aaa240 service neutron] Attempting to bind port 08241924-11c7-44f7-a33d-b4ee4f70d72b on host hv-cinder-maste for vnic_type normal with profile {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:38:53.050701 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-86e802df-6156-4fe3-861a-548a198c1c01 req-6af34123-9a78-4b68-bf13-1421e4aaa240 service neutron] Attempting to bind port 08241924-11c7-44f7-a33d-b4ee4f70d72b by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'aefed406-fea3-4ed3-9e70-0a36d600f315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e45abb02-b319-4872-9fb3-ccc0ce9d74e7'}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:38:53.051196 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e802df-6156-4fe3-861a-548a198c1c01 req-6af34123-9a78-4b68-bf13-1421e4aaa240 service neutron] Attempting to bind port 08241924-11c7-44f7-a33d-b4ee4f70d72b on network e45abb02-b319-4872-9fb3-ccc0ce9d74e7 {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:38:53.146698 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e802df-6156-4fe3-861a-548a198c1c01 req-6af34123-9a78-4b68-bf13-1421e4aaa240 service neutron] Port 08241924-11c7-44f7-a33d-b4ee4f70d72b on network e45abb02-b319-4872-9fb3-ccc0ce9d74e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:38:53.147043 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e802df-6156-4fe3-861a-548a198c1c01 req-6af34123-9a78-4b68-bf13-1421e4aaa240 service neutron] Attempting to bind port 08241924-11c7-44f7-a33d-b4ee4f70d72b on network e45abb02-b319-4872-9fb3-ccc0ce9d74e7 {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:38:53.212546 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e802df-6156-4fe3-861a-548a198c1c01 req-6af34123-9a78-4b68-bf13-1421e4aaa240 service neutron] Checking agent: {'id': '163c8669-4b7e-4ed1-afd3-94872a5a2df2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 34), 'started_at': datetime.datetime(2022, 9, 30, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:38:53.212887 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e802df-6156-4fe3-861a-548a198c1c01 req-6af34123-9a78-4b68-bf13-1421e4aaa240 service neutron] Checking segment: {'id': 'aefed406-fea3-4ed3-9e70-0a36d600f315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e45abb02-b319-4872-9fb3-ccc0ce9d74e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:38:53.213277 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e802df-6156-4fe3-861a-548a198c1c01 req-6af34123-9a78-4b68-bf13-1421e4aaa240 service neutron] Bound using segment: {'id': 'aefed406-fea3-4ed3-9e70-0a36d600f315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e45abb02-b319-4872-9fb3-ccc0ce9d74e7'} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:38:53.213750 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-86e802df-6156-4fe3-861a-548a198c1c01 req-6af34123-9a78-4b68-bf13-1421e4aaa240 service neutron] Bound port: 08241924-11c7-44f7-a33d-b4ee4f70d72b, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aefed406-fea3-4ed3-9e70-0a36d600f315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e45abb02-b319-4872-9fb3-ccc0ce9d74e7'}}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:38:53.214150 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-86e802df-6156-4fe3-861a-548a198c1c01 req-6af34123-9a78-4b68-bf13-1421e4aaa240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (08241924-11c7-44f7-a33d-b4ee4f70d72b), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:53.276744 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-86e802df-6156-4fe3-861a-548a198c1c01 req-6af34123-9a78-4b68-bf13-1421e4aaa240 service neutron] For port 08241924-11c7-44f7-a33d-b4ee4f70d72b, host hv-cinder-maste, cleared binding levels {{(pid=106375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:38:53.280009 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-86e802df-6156-4fe3-861a-548a198c1c01 req-6af34123-9a78-4b68-bf13-1421e4aaa240 service neutron] For port 08241924-11c7-44f7-a33d-b4ee4f70d72b, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=08241924-11c7-44f7-a33d-b4ee4f70d72b,segment=NetworkSegment(aefed406-fea3-4ed3-9e70-0a36d600f315),segment_id=aefed406-fea3-4ed3-9e70-0a36d600f315)] {{(pid=106375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:38:53.286373 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-86e802df-6156-4fe3-861a-548a198c1c01 req-6af34123-9a78-4b68-bf13-1421e4aaa240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1379309'] for port (08241924-11c7-44f7-a33d-b4ee4f70d72b), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:53.289653 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e802df-6156-4fe3-861a-548a198c1c01 req-6af34123-9a78-4b68-bf13-1421e4aaa240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:53.290647 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-86e802df-6156-4fe3-861a-548a198c1c01 req-6af34123-9a78-4b68-bf13-1421e4aaa240 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:53.293166 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-86e802df-6156-4fe3-861a-548a198c1c01 req-6af34123-9a78-4b68-bf13-1421e4aaa240 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/08241924-11c7-44f7-a33d-b4ee4f70d72b HTTP/1.1" status: 200 len: 1093 time: 1.2196062 Sep 30 09:38:53.294585 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fafa2feb-3bc8-437d-915e-a443c5168d3c', 'tag': '08241924-11c7-44f7-a33d-b4ee4f70d72b'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:38:53.297765 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a2765c340e485259911155c50f33e4425258638b85650f0a2a20d0c41df364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce3a15d-9f06-40c3-b3c2-ff70fbbca35d" -d '{"events": [{"name": "network-changed", "server_uuid": "fafa2feb-3bc8-437d-915e-a443c5168d3c", "tag": "08241924-11c7-44f7-a33d-b4ee4f70d72b"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:38:53.343612 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84351b46-0bc5-4792-a3ff-da292300ed7b x-openstack-request-id: req-84351b46-0bc5-4792-a3ff-da292300ed7b {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:38:53.343912 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fafa2feb-3bc8-437d-915e-a443c5168d3c", "tag": "08241924-11c7-44f7-a33d-b4ee4f70d72b", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:38:53.344321 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-84351b46-0bc5-4792-a3ff-da292300ed7b {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:38:53.344932 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84351b46-0bc5-4792-a3ff-da292300ed7b'] response: {'name': 'network-changed', 'server_uuid': 'fafa2feb-3bc8-437d-915e-a443c5168d3c', 'tag': '08241924-11c7-44f7-a33d-b4ee4f70d72b', 'status': 'completed', 'code': 200} Sep 30 09:38:53.346493 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65709f89-d0ce-4d11-906c-6198fae74638 req-24f515a9-74b2-49fa-be61-84050d152f40 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:53.348425 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-86563b44-082a-4324-8718-af6cc123f0bc None None] Attempt 3 to provision port 08241924-11c7-44f7-a33d-b4ee4f70d72b Sep 30 09:38:53.357787 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af34123-9a78-4b68-bf13-1421e4aaa240 service neutron] Pushing event updated for resources: {'Port': ['ID=08241924-11c7-44f7-a33d-b4ee4f70d72b,revision_number=3']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:53.358181 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-65709f89-d0ce-4d11-906c-6198fae74638 req-24f515a9-74b2-49fa-be61-84050d152f40 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 943 time: 0.0692885 Sep 30 09:38:53.393800 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-86563b44-082a-4324-8718-af6cc123f0bc None None] Port 08241924-11c7-44f7-a33d-b4ee4f70d72b had new provisioning blocks added so it will not transition to active. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 30 09:38:53.413623 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-65709f89-d0ce-4d11-906c-6198fae74638 req-3dfaf441-56c0-4e5a-b314-fb4bd85a73bf tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4629d96a-ef50-4391-8e3b-cb87721ca7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543773 Sep 30 09:38:53.426889 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e802df-6156-4fe3-861a-548a198c1c01 req-424c1e77-fb99-44a2-bea8-211a22d36a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:53.428429 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-86e802df-6156-4fe3-861a-548a198c1c01 req-424c1e77-fb99-44a2-bea8-211a22d36a70 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=4290a542e73045309f6ceb8d4f5a267b&device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 1127 time: 0.0450406 Sep 30 09:38:53.486020 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-86e802df-6156-4fe3-861a-548a198c1c01 req-8a697d9a-2174-4865-852e-c648b0d4f6c4 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08241924-11c7-44f7-a33d-b4ee4f70d72b HTTP/1.1" status: 200 len: 217 time: 0.0333323 Sep 30 09:38:53.522069 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:53.545671 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e802df-6156-4fe3-861a-548a198c1c01 req-6b099c73-6c19-425d-8d8f-fc0e8d03c6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:53.548112 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-86e802df-6156-4fe3-861a-548a198c1c01 req-6b099c73-6c19-425d-8d8f-fc0e8d03c6a2 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=5c348d1c-15e8-416a-bb01-9bc4f4316ae7 HTTP/1.1" status: 200 len: 858 time: 0.0567689 Sep 30 09:38:53.601453 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e802df-6156-4fe3-861a-548a198c1c01 req-2c980242-803a-42e1-b4f0-d7b7c08b9df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:53.603088 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-86e802df-6156-4fe3-861a-548a198c1c01 req-2c980242-803a-42e1-b4f0-d7b7c08b9df5 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=e45abb02-b319-4872-9fb3-ccc0ce9d74e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0481379 Sep 30 09:38:53.708534 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-86e802df-6156-4fe3-861a-548a198c1c01 req-4cb4d9c6-8581-4844-a8cd-0a190abd7ac8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e45abb02-b319-4872-9fb3-ccc0ce9d74e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980244 Sep 30 09:38:53.834681 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-86e802df-6156-4fe3-861a-548a198c1c01 req-c809e5a5-f382-4995-a113-e69ba07aa861 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e45abb02-b319-4872-9fb3-ccc0ce9d74e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162722 Sep 30 09:38:53.964370 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3a15d-9f06-40c3-b3c2-ff70fbbca35d req-d89f5538-7b0b-43a3-8d85-6b6da3b6616d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:53.966093 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-fce3a15d-9f06-40c3-b3c2-ff70fbbca35d req-d89f5538-7b0b-43a3-8d85-6b6da3b6616d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=4290a542e73045309f6ceb8d4f5a267b&device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 1127 time: 0.0431850 Sep 30 09:38:54.032799 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:54.069042 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3a15d-9f06-40c3-b3c2-ff70fbbca35d req-35f25d59-f581-4c7e-b407-ea1c19a450c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:54.071183 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-fce3a15d-9f06-40c3-b3c2-ff70fbbca35d req-35f25d59-f581-4c7e-b407-ea1c19a450c7 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=e45abb02-b319-4872-9fb3-ccc0ce9d74e7 HTTP/1.1" status: 200 len: 920 time: 0.0978212 Sep 30 09:38:54.119761 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-fce3a15d-9f06-40c3-b3c2-ff70fbbca35d req-83c11026-1f1b-4bb4-8106-640d9584a483 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08241924-11c7-44f7-a33d-b4ee4f70d72b HTTP/1.1" status: 200 len: 217 time: 0.0389037 Sep 30 09:38:54.186851 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3a15d-9f06-40c3-b3c2-ff70fbbca35d req-7556fefd-97c0-435a-8719-6fe77ce49a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:54.188894 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-fce3a15d-9f06-40c3-b3c2-ff70fbbca35d req-7556fefd-97c0-435a-8719-6fe77ce49a8c service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=5c348d1c-15e8-416a-bb01-9bc4f4316ae7 HTTP/1.1" status: 200 len: 858 time: 0.0610301 Sep 30 09:38:54.267847 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3a15d-9f06-40c3-b3c2-ff70fbbca35d req-f51844e8-659d-472a-8a78-d6f3166ca55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:54.269973 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-fce3a15d-9f06-40c3-b3c2-ff70fbbca35d req-f51844e8-659d-472a-8a78-d6f3166ca55f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=e45abb02-b319-4872-9fb3-ccc0ce9d74e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0737796 Sep 30 09:38:54.374579 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-fce3a15d-9f06-40c3-b3c2-ff70fbbca35d req-51b1c81c-76fc-4448-9198-30f6022a9cc5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e45abb02-b319-4872-9fb3-ccc0ce9d74e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977516 Sep 30 09:38:54.583936 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-fce3a15d-9f06-40c3-b3c2-ff70fbbca35d req-7d5cd462-7710-4a45-9b13-22bda5075c89 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e45abb02-b319-4872-9fb3-ccc0ce9d74e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007828 Sep 30 09:38:54.646824 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2c08f-83d4-4d33-8ec6-b5f0c6666465 req-1f3426af-a506-4308-b94d-84ed915a664d tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:54.654258 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-33d2c08f-83d4-4d33-8ec6-b5f0c6666465 req-1f3426af-a506-4308-b94d-84ed915a664d tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 943 time: 0.0813980 Sep 30 09:38:54.735598 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-33d2c08f-83d4-4d33-8ec6-b5f0c6666465 req-00c279f1-c890-478f-a744-4274d8ae6abc tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4629d96a-ef50-4391-8e3b-cb87721ca7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794685 Sep 30 09:38:55.895253 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34341ef7-b0d2-4fb0-bb10-bde1c82dcde0 req-651f9961-5149-4572-8651-e89de9d1dbf6 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:55.896778 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-34341ef7-b0d2-4fb0-bb10-bde1c82dcde0 req-651f9961-5149-4572-8651-e89de9d1dbf6 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 943 time: 0.0740600 Sep 30 09:38:55.938261 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:55.962827 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-34341ef7-b0d2-4fb0-bb10-bde1c82dcde0 req-cc994cc0-b498-4a24-ba65-b120087b941b tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4629d96a-ef50-4391-8e3b-cb87721ca7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596609 Sep 30 09:38:56.026191 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a5993509-e598-47ef-a861-7f8c22570fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:57.066677 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 41760) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:38:57.071388 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-7a05c6fe-361a-4b3a-b45d-de09400d7cc4 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Request body: {'security_group': {'name': 'tempest-securitygroup--510554232', 'description': 'tempest-description--394668047'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:38:57.083538 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4451471-522e-49a0-92fc-67a40bd0146b req-f3c03a8e-4be3-42e0-8a4a-09fbb9ee5f6d tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:57.085248 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a4451471-522e-49a0-92fc-67a40bd0146b req-f3c03a8e-4be3-42e0-8a4a-09fbb9ee5f6d tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 943 time: 0.0509355 Sep 30 09:38:57.096702 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7a05c6fe-361a-4b3a-b45d-de09400d7cc4 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:57.157486 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a4451471-522e-49a0-92fc-67a40bd0146b req-b002b162-d720-4a0f-b493-795662f52575 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4629d96a-ef50-4391-8e3b-cb87721ca7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662949 Sep 30 09:38:57.192573 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7a05c6fe-361a-4b3a-b45d-de09400d7cc4 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group (54bc2d12-39ad-431b-8a02-0add6fddc2e4), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:57.201054 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7a05c6fe-361a-4b3a-b45d-de09400d7cc4 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (54bc2d12-39ad-431b-8a02-0add6fddc2e4), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:57.236060 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a05c6fe-361a-4b3a-b45d-de09400d7cc4 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54bc2d12-39ad-431b-8a02-0add6fddc2e4,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:57.263553 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7a05c6fe-361a-4b3a-b45d-de09400d7cc4 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:57.264806 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-7a05c6fe-361a-4b3a-b45d-de09400d7cc4 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1971164 Sep 30 09:38:57.268290 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 41764) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:38:57.273931 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-2a4627d5-b5a6-4cf0-b0c2-233061e36fcd tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Request body: {'security_group_rule': {'security_group_id': '54bc2d12-39ad-431b-8a02-0add6fddc2e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:38:57.306030 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2a4627d5-b5a6-4cf0-b0c2-233061e36fcd tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group_rule (2d06713e-6bb4-4c09-ac37-1d30fc7e1226), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:57.368326 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2a4627d5-b5a6-4cf0-b0c2-233061e36fcd tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group_rule (2d06713e-6bb4-4c09-ac37-1d30fc7e1226), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:57.373213 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2a4627d5-b5a6-4cf0-b0c2-233061e36fcd tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766877'] for security_group_rule (2d06713e-6bb4-4c09-ac37-1d30fc7e1226), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:57.396344 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:57.403900 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:57.406835 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4627d5-b5a6-4cf0-b0c2-233061e36fcd tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d06713e-6bb4-4c09-ac37-1d30fc7e1226,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:57.415614 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2a4627d5-b5a6-4cf0-b0c2-233061e36fcd tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:57.418407 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-2a4627d5-b5a6-4cf0-b0c2-233061e36fcd tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1473866 Sep 30 09:38:57.420305 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 41766) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:38:57.426242 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-86a80f32-d623-43ab-95f9-94abe112b028 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Request body: {'security_group_rule': {'security_group_id': '54bc2d12-39ad-431b-8a02-0add6fddc2e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:38:57.457901 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-86a80f32-d623-43ab-95f9-94abe112b028 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group_rule (5bc56d27-04ce-4a73-99dc-1e08e740db88), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:57.519680 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-86a80f32-d623-43ab-95f9-94abe112b028 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group_rule (5bc56d27-04ce-4a73-99dc-1e08e740db88), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:57.523118 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-86a80f32-d623-43ab-95f9-94abe112b028 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766877'] for security_group_rule (5bc56d27-04ce-4a73-99dc-1e08e740db88), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:57.542605 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a80f32-d623-43ab-95f9-94abe112b028 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bc56d27-04ce-4a73-99dc-1e08e740db88,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:57.551997 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-86a80f32-d623-43ab-95f9-94abe112b028 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:57.553556 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-86a80f32-d623-43ab-95f9-94abe112b028 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1318316 Sep 30 09:38:57.556266 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 41768) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:38:57.560568 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-4b630666-9a17-47ab-a386-7e963e8bf727 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Request body: {'floatingip': {'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:38:57.586968 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4b630666-9a17-47ab-a386-7e963e8bf727 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:57.688184 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4b630666-9a17-47ab-a386-7e963e8bf727 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:57.811266 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-4b630666-9a17-47ab-a386-7e963e8bf727 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Allocated IP 172.37.1.91 (4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2/0f15ec3b-6992-47ef-bdfa-402dc9430f5b/6d516b9d-a1c3-4841-9d8f-8b7fef5f1df4) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:38:58.174495 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4b630666-9a17-47ab-a386-7e963e8bf727 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for port (6d516b9d-a1c3-4841-9d8f-8b7fef5f1df4), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:58.227975 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4b630666-9a17-47ab-a386-7e963e8bf727 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29089666'] for port (6d516b9d-a1c3-4841-9d8f-8b7fef5f1df4), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:58.293063 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3b33e3c7-d418-4180-89ba-8a117d55f237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:58.322288 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b630666-9a17-47ab-a386-7e963e8bf727 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Pushing event updated for resources: {'Port': ['ID=6d516b9d-a1c3-4841-9d8f-8b7fef5f1df4,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:58.391693 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b630666-9a17-47ab-a386-7e963e8bf727 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Network 4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:38:58.401352 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88ebd0-d1ab-4f57-b132-beeb6440c15c req-ee79ba2e-e632-48e8-9f1e-a6a3b2e28f9f tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:58.410111 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-bf88ebd0-d1ab-4f57-b132-beeb6440c15c req-ee79ba2e-e632-48e8-9f1e-a6a3b2e28f9f tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 943 time: 0.0974388 Sep 30 09:38:58.419183 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-4b630666-9a17-47ab-a386-7e963e8bf727 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:38:58.422197 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b630666-9a17-47ab-a386-7e963e8bf727 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:38:58.516094 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:58.564025 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-bf88ebd0-d1ab-4f57-b132-beeb6440c15c req-a5493ed8-40b6-448d-ab61-008ab5052037 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4629d96a-ef50-4391-8e3b-cb87721ca7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529748 Sep 30 09:38:58.592591 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4b630666-9a17-47ab-a386-7e963e8bf727 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for floatingip (17800ad1-cdbd-4ddc-af42-2e9ea7fc0a05), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:58.645819 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:58.658804 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4b630666-9a17-47ab-a386-7e963e8bf727 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (6d516b9d-a1c3-4841-9d8f-8b7fef5f1df4), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:58.864825 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4b630666-9a17-47ab-a386-7e963e8bf727 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for port (6d516b9d-a1c3-4841-9d8f-8b7fef5f1df4), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:58.871051 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4b630666-9a17-47ab-a386-7e963e8bf727 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29089685'] for port (6d516b9d-a1c3-4841-9d8f-8b7fef5f1df4), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:58.961123 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b630666-9a17-47ab-a386-7e963e8bf727 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Pushing event updated for resources: {'Port': ['ID=6d516b9d-a1c3-4841-9d8f-8b7fef5f1df4,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:38:58.964505 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4b630666-9a17-47ab-a386-7e963e8bf727 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759975'] for floatingip (17800ad1-cdbd-4ddc-af42-2e9ea7fc0a05), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:58.986074 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4b630666-9a17-47ab-a386-7e963e8bf727 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for floatingip (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:58.987871 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-4b630666-9a17-47ab-a386-7e963e8bf727 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4306083 Sep 30 09:38:59.407423 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-70cb7f0e-7c39-40be-beb4-29f51d7a8acb req-ebc2adf9-6d11-4a57-88e1-dd06bed8e72c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7afabbde-d38f-4220-ba51-d309cf29ab34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751033 Sep 30 09:38:59.469364 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:59.618638 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:38:59.761981 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:38:59.779549 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb7f0e-7c39-40be-beb4-29f51d7a8acb req-f3daf487-5ce0-488a-9179-23a21ba7ff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:59.781902 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-70cb7f0e-7c39-40be-beb4-29f51d7a8acb req-f3daf487-5ce0-488a-9179-23a21ba7ff3f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=277b0f36e38f42909ad307ca1d09b7da&device_id=7afabbde-d38f-4220-ba51-d309cf29ab34 HTTP/1.1" status: 200 len: 1129 time: 0.1047707 Sep 30 09:38:59.801937 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094080b-d9ff-439b-907e-de27d52991f3 req-f72f07e5-8c89-4c8e-83af-f3fba192b748 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:59.803425 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-b094080b-d9ff-439b-907e-de27d52991f3 req-f72f07e5-8c89-4c8e-83af-f3fba192b748 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 943 time: 0.0700612 Sep 30 09:38:59.833454 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-fd71d49b-8509-46df-8733-204c09b4149f tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--510554232&fields=id&tenant_id=277b0f36e38f42909ad307ca1d09b7da HTTP/1.1" status: 200 len: 267 time: 0.1615586 Sep 30 09:38:59.918164 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-b094080b-d9ff-439b-907e-de27d52991f3 req-a35b678c-22a5-40e6-af2a-b603ae1561f7 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4629d96a-ef50-4391-8e3b-cb87721ca7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066823 Sep 30 09:38:59.983221 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-5bbfd96b-b651-4f3a-a3c4-1c8fbb557df8 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:38:59.986047 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-5bbfd96b-b651-4f3a-a3c4-1c8fbb557df8 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/networks?id=b208ce5f-758d-4f0c-90ce-9c825be7bba2 HTTP/1.1" status: 200 len: 814 time: 0.1430891 Sep 30 09:39:00.026117 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb7f0e-7c39-40be-beb4-29f51d7a8acb req-94ba741e-1c23-4d47-b1aa-901140bdf170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:00.027795 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-70cb7f0e-7c39-40be-beb4-29f51d7a8acb req-94ba741e-1c23-4d47-b1aa-901140bdf170 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=b208ce5f-758d-4f0c-90ce-9c825be7bba2 HTTP/1.1" status: 200 len: 915 time: 0.1022067 Sep 30 09:39:00.029680 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-273d043e-bc23-4575-98ab-18b34936dd32 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/quotas/277b0f36e38f42909ad307ca1d09b7da HTTP/1.1" status: 200 len: 375 time: 0.0338476 Sep 30 09:39:00.044040 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0fcff-3283-4d0c-b999-95600b3ed1fe req-0013f3ed-e147-4009-bd79-e76c960c29f1 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:00.045455 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-42b0fcff-3283-4d0c-b999-95600b3ed1fe req-0013f3ed-e147-4009-bd79-e76c960c29f1 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 946 time: 0.0592730 Sep 30 09:39:00.096606 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-70cb7f0e-7c39-40be-beb4-29f51d7a8acb req-3c861746-0bae-4dba-836a-c43537440338 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf81158f-690a-43be-9000-0bc960d4902a HTTP/1.1" status: 200 len: 1001 time: 0.0620658 Sep 30 09:39:00.107066 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-9748fbee-c54e-4445-99bf-f5d229e8eb8a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=277b0f36e38f42909ad307ca1d09b7da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0698578 Sep 30 09:39:00.147755 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-42b0fcff-3283-4d0c-b999-95600b3ed1fe req-13b0f626-f933-4338-9253-3882183c9387 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942295 Sep 30 09:39:00.149814 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb7f0e-7c39-40be-beb4-29f51d7a8acb req-ac371056-0cf5-4431-8618-1d9bbebc49ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:00.151548 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-70cb7f0e-7c39-40be-beb4-29f51d7a8acb req-ac371056-0cf5-4431-8618-1d9bbebc49ab service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=8411074f-f19b-4e83-87b2-5762dc2e15cc HTTP/1.1" status: 200 len: 853 time: 0.0481839 Sep 30 09:39:00.199703 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb7f0e-7c39-40be-beb4-29f51d7a8acb req-3d61ecfa-f1bc-4b46-b971-09c77e45ff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:00.201216 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-70cb7f0e-7c39-40be-beb4-29f51d7a8acb req-3d61ecfa-f1bc-4b46-b971-09c77e45ff62 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=b208ce5f-758d-4f0c-90ce-9c825be7bba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0419393 Sep 30 09:39:00.220300 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-a3c84777-b0b0-4220-8f1c-12ad751e4421 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b208ce5f-758d-4f0c-90ce-9c825be7bba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966213 Sep 30 09:39:00.298244 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-70cb7f0e-7c39-40be-beb4-29f51d7a8acb req-4df278e9-63e5-418b-ae53-41c78385fc41 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b208ce5f-758d-4f0c-90ce-9c825be7bba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897038 Sep 30 09:39:00.309571 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-a994b542-67e0-47fd-a512-8e3d1aaa942e service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b208ce5f-758d-4f0c-90ce-9c825be7bba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834508 Sep 30 09:39:00.393214 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:00.418585 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-70cb7f0e-7c39-40be-beb4-29f51d7a8acb req-75142cb7-f58b-4053-a7eb-d7464e56de22 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b208ce5f-758d-4f0c-90ce-9c825be7bba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130073 Sep 30 09:39:00.510154 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-eb88bbb3-e704-4717-941d-f157c98aa593 req-0f8faad2-817e-443f-a0ae-0f44698558fd tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ef417608-6a17-4a37-a137-1febe56076bd HTTP/1.1" status: 200 len: 210 time: 0.0292222 Sep 30 09:39:00.932410 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:00.966342 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:01.054217 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:01.076128 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d91ab6-4717-4deb-a6d9-cbe62c4e8aed req-158c5217-8f4d-488c-bcd9-087b6a871e83 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:01.083795 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-e4d91ab6-4717-4deb-a6d9-cbe62c4e8aed req-158c5217-8f4d-488c-bcd9-087b6a871e83 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 943 time: 0.0616283 Sep 30 09:39:01.132025 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:01.157723 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-e4d91ab6-4717-4deb-a6d9-cbe62c4e8aed req-47872df2-6f3d-43a1-9239-b6a66995b4a2 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4629d96a-ef50-4391-8e3b-cb87721ca7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729785 Sep 30 09:39:01.288104 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27edd9ec-f71a-473f-b334-c7f9fb35a929 req-3efc59ed-7e3b-41d1-a6c1-7bbfe7d7d8a5 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:01.289817 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-27edd9ec-f71a-473f-b334-c7f9fb35a929 req-3efc59ed-7e3b-41d1-a6c1-7bbfe7d7d8a5 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 946 time: 0.0535970 Sep 30 09:39:01.341594 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-27edd9ec-f71a-473f-b334-c7f9fb35a929 req-7e5680a4-8f18-441b-a3fb-6698daa826cb tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460935 Sep 30 09:39:01.636627 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-b1209f61-5d38-438f-9b61-5b7786db1797 req-1e2aaa0d-af11-4837-a0ab-28b6cfc00b5b tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ef417608-6a17-4a37-a137-1febe56076bd HTTP/1.1" status: 200 len: 210 time: 0.0322001 Sep 30 09:39:02.288585 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010eeb8-9a0a-4d08-935b-7f6915422e38 req-90f14ad6-c1d2-4fdb-948c-2ad2c57f394d tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:02.290124 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8010eeb8-9a0a-4d08-935b-7f6915422e38 req-90f14ad6-c1d2-4fdb-948c-2ad2c57f394d tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 943 time: 0.0518515 Sep 30 09:39:02.352400 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8010eeb8-9a0a-4d08-935b-7f6915422e38 req-8df81021-bce3-4b30-8ef9-70f540059fd7 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4629d96a-ef50-4391-8e3b-cb87721ca7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524905 Sep 30 09:39:02.479951 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63345f32-fe34-47ab-8398-e0162c6efa89 req-b4bd5e1e-cc7e-4969-8972-24f58fbf72ce tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:02.481879 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-63345f32-fe34-47ab-8398-e0162c6efa89 req-b4bd5e1e-cc7e-4969-8972-24f58fbf72ce tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 946 time: 0.0496643 Sep 30 09:39:02.545110 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-63345f32-fe34-47ab-8398-e0162c6efa89 req-a167810a-2138-443d-a0c3-364cb465914e tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559292 Sep 30 09:39:02.747923 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-838c5caa-126c-46e6-b725-cd08f69e7858 req-b918fbbd-db30-43f6-81e3-d40b36e197f0 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ef417608-6a17-4a37-a137-1febe56076bd HTTP/1.1" status: 200 len: 210 time: 0.0330908 Sep 30 09:39:03.482497 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83071a24-c6d7-42ed-acbf-d399af848520 req-8528cdf4-2ec1-45a4-9188-1b3961c5afa2 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:03.484289 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-83071a24-c6d7-42ed-acbf-d399af848520 req-8528cdf4-2ec1-45a4-9188-1b3961c5afa2 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 943 time: 0.0501804 Sep 30 09:39:03.547927 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-83071a24-c6d7-42ed-acbf-d399af848520 req-8b32b7c4-b382-40ba-a4f3-18144cf8717a tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4629d96a-ef50-4391-8e3b-cb87721ca7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579863 Sep 30 09:39:03.721621 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62fbb7-87f5-4c26-952f-233a46dcb9bb req-a58f040f-a69c-4916-8174-6049c016955d tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:03.724272 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ae62fbb7-87f5-4c26-952f-233a46dcb9bb req-a58f040f-a69c-4916-8174-6049c016955d tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 946 time: 0.0622149 Sep 30 09:39:03.779794 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ae62fbb7-87f5-4c26-952f-233a46dcb9bb req-a121d38e-fe1b-4435-908f-79810d4a38ca tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497541 Sep 30 09:39:03.884011 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-99d24043-1819-4e82-a8ad-09ba38c81f5a req-d53d931a-67e0-47fc-b7ca-d73f3e4f75b4 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ef417608-6a17-4a37-a137-1febe56076bd HTTP/1.1" status: 200 len: 210 time: 0.0389380 Sep 30 09:39:04.262637 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 08241924-11c7-44f7-a33d-b4ee4f70d72b details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:39:04.265936 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:04.277603 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:04.400323 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port 08241924-11c7-44f7-a33d-b4ee4f70d72b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=08241924-11c7-44f7-a33d-b4ee4f70d72b,segment=NetworkSegment(aefed406-fea3-4ed3-9e70-0a36d600f315),segment_id=aefed406-fea3-4ed3-9e70-0a36d600f315)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:39:04.413925 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Returning: {'device': '08241924-11c7-44f7-a33d-b4ee4f70d72b', 'network_id': 'e45abb02-b319-4872-9fb3-ccc0ce9d74e7', 'port_id': '08241924-11c7-44f7-a33d-b4ee4f70d72b', 'mac_address': 'fa:16:3e:d6:7e:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c348d1c-15e8-416a-bb01-9bc4f4316ae7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:39:04.470620 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port 08241924-11c7-44f7-a33d-b4ee4f70d72b is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:39:04.471368 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (08241924-11c7-44f7-a33d-b4ee4f70d72b), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:04.487607 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08241924-11c7-44f7-a33d-b4ee4f70d72b {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:39:04.518359 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port 08241924-11c7-44f7-a33d-b4ee4f70d72b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=08241924-11c7-44f7-a33d-b4ee4f70d72b,segment=NetworkSegment(aefed406-fea3-4ed3-9e70-0a36d600f315),segment_id=aefed406-fea3-4ed3-9e70-0a36d600f315)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:39:04.524916 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (08241924-11c7-44f7-a33d-b4ee4f70d72b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:04.598743 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=08241924-11c7-44f7-a33d-b4ee4f70d72b,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:39:04.684265 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d5f2b-ec0c-4558-810b-f1e00b359b06 req-55ad4d3b-74e1-4356-b68b-99bba02f9891 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:04.685788 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-535d5f2b-ec0c-4558-810b-f1e00b359b06 req-55ad4d3b-74e1-4356-b68b-99bba02f9891 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 944 time: 0.0561540 Sep 30 09:39:04.784400 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-535d5f2b-ec0c-4558-810b-f1e00b359b06 req-03fd4500-4cc5-41ed-b2c2-b7c7a3e5d01c tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4629d96a-ef50-4391-8e3b-cb87721ca7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916021 Sep 30 09:39:04.933655 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e40dd3-648a-4b17-bd24-c2f74dba2787 req-81c4c211-f190-4b64-930b-206188960827 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:04.941598 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a2e40dd3-648a-4b17-bd24-c2f74dba2787 req-81c4c211-f190-4b64-930b-206188960827 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 946 time: 0.0616360 Sep 30 09:39:05.049297 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a2e40dd3-648a-4b17-bd24-c2f74dba2787 req-800ef162-0e6e-4e7c-9b2e-22668f972398 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979910 Sep 30 09:39:05.051247 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-cd82a4d9-ef89-4160-92f3-8723db273690 req-6d46d915-4b13-486e-81e7-2510a0113f80 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ef417608-6a17-4a37-a137-1febe56076bd HTTP/1.1" status: 200 len: 210 time: 0.0798178 Sep 30 09:39:05.276598 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] get_ports_and_sgs() called for port_ids ['08241924-11c7-44f7-a33d-b4ee4f70d72b'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:39:05.952461 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d17ed4-dbf7-4ec6-8c2f-d0726eafb67e req-ada620b2-2273-4164-928c-477f0ee74cd9 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:05.962241 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c3d17ed4-dbf7-4ec6-8c2f-d0726eafb67e req-ada620b2-2273-4164-928c-477f0ee74cd9 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 944 time: 0.0718660 Sep 30 09:39:06.034439 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c3d17ed4-dbf7-4ec6-8c2f-d0726eafb67e req-9566a377-a3da-452a-bf0c-e5fee6207155 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4629d96a-ef50-4391-8e3b-cb87721ca7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710323 Sep 30 09:39:06.209793 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-848ef957-d2d8-466e-95f7-e894cdc45900 req-315034f4-16f2-40ad-8c11-6205337d483b tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ef417608-6a17-4a37-a137-1febe56076bd HTTP/1.1" status: 200 len: 210 time: 0.0394216 Sep 30 09:39:06.217895 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f1165a-f4d8-4460-a784-1f9328937a65 req-196584af-042d-4192-938e-79eacdba5f3d tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:06.226596 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-89f1165a-f4d8-4460-a784-1f9328937a65 req-196584af-042d-4192-938e-79eacdba5f3d tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 946 time: 0.0887685 Sep 30 09:39:06.280570 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-89f1165a-f4d8-4460-a784-1f9328937a65 req-53bc1052-d29f-4726-bfa0-a101b0786ed2 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528622 Sep 30 09:39:06.620776 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-6501a963-4194-492f-ab9f-adbba4d8fee2 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:06.624334 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-6501a963-4194-492f-ab9f-adbba4d8fee2 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.40 "GET /networking/v2.0/networks?id=b208ce5f-758d-4f0c-90ce-9c825be7bba2 HTTP/1.1" status: 200 len: 814 time: 0.1305394 Sep 30 09:39:06.717771 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-2f0b15f4-cc40-456b-bda3-0aa3f016888a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=277b0f36e38f42909ad307ca1d09b7da HTTP/1.1" status: 200 len: 471 time: 0.0725346 Sep 30 09:39:06.734444 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-0699e58b-f83c-4f51-821e-9f4b3821405e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Request body: {'port': {'device_id': 'ef417608-6a17-4a37-a137-1febe56076bd', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'admin_state_up': True, 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'security_groups': ['54bc2d12-39ad-431b-8a02-0add6fddc2e4']}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:39:06.875999 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-0699e58b-f83c-4f51-821e-9f4b3821405e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Made reservation on behalf of 277b0f36e38f42909ad307ca1d09b7da for: {'port': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:39:06.880709 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-0699e58b-f83c-4f51-821e-9f4b3821405e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:06.886947 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 08241924-11c7-44f7-a33d-b4ee4f70d72b up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:39:06.958779 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Provisioning for port 08241924-11c7-44f7-a33d-b4ee4f70d72b completed by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 30 09:39:06.965738 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Provisioning complete for port 08241924-11c7-44f7-a33d-b4ee4f70d72b triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:39:06.966379 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (08241924-11c7-44f7-a33d-b4ee4f70d72b), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:06.966951 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Attempt 1 to provision port 08241924-11c7-44f7-a33d-b4ee4f70d72b Sep 30 09:39:07.051368 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-0699e58b-f83c-4f51-821e-9f4b3821405e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Allocated IP 172.20.0.5 (b208ce5f-758d-4f0c-90ce-9c825be7bba2/8411074f-f19b-4e83-87b2-5762dc2e15cc/29e3ff5c-7dce-4c37-bc52-7c1c43af1b58) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:39:07.059292 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:07.087583 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port 08241924-11c7-44f7-a33d-b4ee4f70d72b is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:39:07.088469 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (08241924-11c7-44f7-a33d-b4ee4f70d72b), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:07.137803 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port 08241924-11c7-44f7-a33d-b4ee4f70d72b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=08241924-11c7-44f7-a33d-b4ee4f70d72b,segment=NetworkSegment(aefed406-fea3-4ed3-9e70-0a36d600f315),segment_id=aefed406-fea3-4ed3-9e70-0a36d600f315)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:39:07.139205 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fafa2feb-3bc8-437d-915e-a443c5168d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08241924-11c7-44f7-a33d-b4ee4f70d72b'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:39:07.142965 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}572cd3d2a36c298d242844143b4f2eb8d6763781bbf742a8cfd50e233d5d8038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46af3f7-7558-44e2-afa0-d9ebf6e967f7" -d '{"events": [{"server_uuid": "fafa2feb-3bc8-437d-915e-a443c5168d3c", "name": "network-vif-plugged", "status": "completed", "tag": "08241924-11c7-44f7-a33d-b4ee4f70d72b"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:39:07.147304 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (08241924-11c7-44f7-a33d-b4ee4f70d72b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:07.177983 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:07.185255 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c4738-a4c6-4ba8-ba03-dfefb558e9e4 req-3595cfc6-589c-4020-a970-84dc486b937a tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:07.193903 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-828c4738-a4c6-4ba8-ba03-dfefb558e9e4 req-3595cfc6-589c-4020-a970-84dc486b937a tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 945 time: 0.0626380 Sep 30 09:39:07.228150 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2424f6ec-8068-4321-b308-ef2dc74e5103 x-openstack-request-id: req-2424f6ec-8068-4321-b308-ef2dc74e5103 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:39:07.228669 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fafa2feb-3bc8-437d-915e-a443c5168d3c", "name": "network-vif-plugged", "status": "completed", "tag": "08241924-11c7-44f7-a33d-b4ee4f70d72b", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:39:07.229049 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2424f6ec-8068-4321-b308-ef2dc74e5103 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:39:07.229583 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2424f6ec-8068-4321-b308-ef2dc74e5103'] response: {'server_uuid': 'fafa2feb-3bc8-437d-915e-a443c5168d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08241924-11c7-44f7-a33d-b4ee4f70d72b', 'code': 200} Sep 30 09:39:07.236447 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=08241924-11c7-44f7-a33d-b4ee4f70d72b,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:39:07.260041 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:07.268434 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-828c4738-a4c6-4ba8-ba03-dfefb558e9e4 req-f3ec7c9e-466f-4139-9d67-c37bb18f94a1 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4629d96a-ef50-4391-8e3b-cb87721ca7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680475 Sep 30 09:39:07.274214 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:07.298023 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-0699e58b-f83c-4f51-821e-9f4b3821405e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for port (29e3ff5c-7dce-4c37-bc52-7c1c43af1b58), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:07.353044 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-0699e58b-f83c-4f51-821e-9f4b3821405e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (29e3ff5c-7dce-4c37-bc52-7c1c43af1b58), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:07.419553 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699e58b-f83c-4f51-821e-9f4b3821405e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Pushing event updated for resources: {'Port': ['ID=29e3ff5c-7dce-4c37-bc52-7c1c43af1b58,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:39:07.436347 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0699e58b-f83c-4f51-821e-9f4b3821405e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:07.437623 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0699e58b-f83c-4f51-821e-9f4b3821405e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:07.438225 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0699e58b-f83c-4f51-821e-9f4b3821405e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:07.438791 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0699e58b-f83c-4f51-821e-9f4b3821405e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:07.439347 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0699e58b-f83c-4f51-821e-9f4b3821405e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:07.440048 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0699e58b-f83c-4f51-821e-9f4b3821405e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:07.440755 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0699e58b-f83c-4f51-821e-9f4b3821405e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:07.441320 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0699e58b-f83c-4f51-821e-9f4b3821405e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:07.441904 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0699e58b-f83c-4f51-821e-9f4b3821405e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:07.442641 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0699e58b-f83c-4f51-821e-9f4b3821405e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:07.443076 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0699e58b-f83c-4f51-821e-9f4b3821405e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:07.443508 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0699e58b-f83c-4f51-821e-9f4b3821405e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:07.444339 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0699e58b-f83c-4f51-821e-9f4b3821405e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:07.444929 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0699e58b-f83c-4f51-821e-9f4b3821405e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:07.445436 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0699e58b-f83c-4f51-821e-9f4b3821405e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:07.453591 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-0699e58b-f83c-4f51-821e-9f4b3821405e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Network b208ce5f-758d-4f0c-90ce-9c825be7bba2 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:39:07.456049 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-0699e58b-f83c-4f51-821e-9f4b3821405e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:39:07.472539 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-0699e58b-f83c-4f51-821e-9f4b3821405e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:39:07.525057 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:07.549331 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-0699e58b-f83c-4f51-821e-9f4b3821405e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:07.550202 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-0699e58b-f83c-4f51-821e-9f4b3821405e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:07.556655 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca05f2-976c-41e9-b247-0fe13a4a38a8 req-677dc418-ae30-4088-8643-494787d63531 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:07.564649 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-28ca05f2-976c-41e9-b247-0fe13a4a38a8 req-677dc418-ae30-4088-8643-494787d63531 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ef417608-6a17-4a37-a137-1febe56076bd HTTP/1.1" status: 200 len: 931 time: 0.1556497 Sep 30 09:39:07.575682 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-0699e58b-f83c-4f51-821e-9f4b3821405e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8519478 Sep 30 09:39:07.582248 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a370dbb-63c4-4046-84e7-505ac1b142e0 req-c4f00f35-aac8-4ca3-9e93-a954c4fedc42 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:07.584166 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4a370dbb-63c4-4046-84e7-505ac1b142e0 req-c4f00f35-aac8-4ca3-9e93-a954c4fedc42 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 946 time: 0.1278722 Sep 30 09:39:07.596168 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-e6913e23-b999-48f8-8be4-ef2a0a58a0dc service neutron] Request body: {'port': {'device_id': 'ef417608-6a17-4a37-a137-1febe56076bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:39:07.624882 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7111e7-64e2-4c59-ac65-4a830890281a req-5536140b-7425-477c-ae25-4fda0ee19e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:07.626902 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-dc7111e7-64e2-4c59-ac65-4a830890281a req-5536140b-7425-477c-ae25-4fda0ee19e16 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 1129 time: 0.1115682 Sep 30 09:39:07.679468 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-e6913e23-b999-48f8-8be4-ef2a0a58a0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (29e3ff5c-7dce-4c37-bc52-7c1c43af1b58), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:07.727005 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-28ca05f2-976c-41e9-b247-0fe13a4a38a8 req-d651e116-2b51-4d4b-a5a0-efb8a23ef9c3 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=54bc2d12-39ad-431b-8a02-0add6fddc2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585588 Sep 30 09:39:07.747259 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4a370dbb-63c4-4046-84e7-505ac1b142e0 req-aa42fe36-a715-4a59-aabb-c7b96567283d tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515903 Sep 30 09:39:07.761691 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-dc7111e7-64e2-4c59-ac65-4a830890281a req-0234e994-17da-435e-81db-6812c8320946 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4629d96a-ef50-4391-8e3b-cb87721ca7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212597 Sep 30 09:39:07.820704 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-58672188-4eb6-46fc-bc18-2ddddfe7f1d7 None None] Provisioning complete for port 29e3ff5c-7dce-4c37-bc52-7c1c43af1b58 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:39:07.821772 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-58672188-4eb6-46fc-bc18-2ddddfe7f1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (29e3ff5c-7dce-4c37-bc52-7c1c43af1b58), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:07.821772 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-58672188-4eb6-46fc-bc18-2ddddfe7f1d7 None None] Attempt 1 to provision port 29e3ff5c-7dce-4c37-bc52-7c1c43af1b58 Sep 30 09:39:07.855399 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-58672188-4eb6-46fc-bc18-2ddddfe7f1d7 None None] Port 29e3ff5c-7dce-4c37-bc52-7c1c43af1b58 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:39:07.894793 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:08.003222 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-e6913e23-b999-48f8-8be4-ef2a0a58a0dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29e3ff5c-7dce-4c37-bc52-7c1c43af1b58 {{(pid=106375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:39:08.010958 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-e6913e23-b999-48f8-8be4-ef2a0a58a0dc service neutron] Publish callbacks [] for port (29e3ff5c-7dce-4c37-bc52-7c1c43af1b58), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:08.027471 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.provisioning_blocks [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-e6913e23-b999-48f8-8be4-ef2a0a58a0dc service neutron] Transition to ACTIVE for port object 29e3ff5c-7dce-4c37-bc52-7c1c43af1b58 will not be triggered until provisioned by entity L2. {{(pid=106375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 30 09:39:08.032735 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-e6913e23-b999-48f8-8be4-ef2a0a58a0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1379309'] for port (29e3ff5c-7dce-4c37-bc52-7c1c43af1b58), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:08.057490 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:08.085854 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6913e23-b999-48f8-8be4-ef2a0a58a0dc service neutron] Pushing event updated for resources: {'Port': ['ID=29e3ff5c-7dce-4c37-bc52-7c1c43af1b58,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:39:08.179746 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-e6913e23-b999-48f8-8be4-ef2a0a58a0dc service neutron] Attempting to bind port 29e3ff5c-7dce-4c37-bc52-7c1c43af1b58 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:39:08.180277 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-e6913e23-b999-48f8-8be4-ef2a0a58a0dc service neutron] Attempting to bind port 29e3ff5c-7dce-4c37-bc52-7c1c43af1b58 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'e66f24b0-9893-442e-bdcf-fa149cc52000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2'}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:39:08.180578 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-e6913e23-b999-48f8-8be4-ef2a0a58a0dc service neutron] Attempting to bind port 29e3ff5c-7dce-4c37-bc52-7c1c43af1b58 on network b208ce5f-758d-4f0c-90ce-9c825be7bba2 {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:39:08.232848 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-e6913e23-b999-48f8-8be4-ef2a0a58a0dc service neutron] Port 29e3ff5c-7dce-4c37-bc52-7c1c43af1b58 on network b208ce5f-758d-4f0c-90ce-9c825be7bba2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:39:08.233463 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-e6913e23-b999-48f8-8be4-ef2a0a58a0dc service neutron] Attempting to bind port 29e3ff5c-7dce-4c37-bc52-7c1c43af1b58 on network b208ce5f-758d-4f0c-90ce-9c825be7bba2 {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:39:08.286344 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-e6913e23-b999-48f8-8be4-ef2a0a58a0dc service neutron] Checking agent: {'id': '163c8669-4b7e-4ed1-afd3-94872a5a2df2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 34), 'started_at': datetime.datetime(2022, 9, 30, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:39:08.287336 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-e6913e23-b999-48f8-8be4-ef2a0a58a0dc service neutron] Checking segment: {'id': 'e66f24b0-9893-442e-bdcf-fa149cc52000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:39:08.288040 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-e6913e23-b999-48f8-8be4-ef2a0a58a0dc service neutron] Bound using segment: {'id': 'e66f24b0-9893-442e-bdcf-fa149cc52000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2'} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:39:08.288946 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-e6913e23-b999-48f8-8be4-ef2a0a58a0dc service neutron] Bound port: 29e3ff5c-7dce-4c37-bc52-7c1c43af1b58, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e66f24b0-9893-442e-bdcf-fa149cc52000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2'}}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:39:08.289656 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-e6913e23-b999-48f8-8be4-ef2a0a58a0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (29e3ff5c-7dce-4c37-bc52-7c1c43af1b58), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:08.356893 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-58672188-4eb6-46fc-bc18-2ddddfe7f1d7 None None] Attempt 2 to provision port 29e3ff5c-7dce-4c37-bc52-7c1c43af1b58 Sep 30 09:39:08.411273 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-e6913e23-b999-48f8-8be4-ef2a0a58a0dc service neutron] For port 29e3ff5c-7dce-4c37-bc52-7c1c43af1b58, host hv-cinder-maste, cleared binding levels {{(pid=106375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:39:08.415517 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-58672188-4eb6-46fc-bc18-2ddddfe7f1d7 None None] Port 29e3ff5c-7dce-4c37-bc52-7c1c43af1b58 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:39:08.416326 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-e6913e23-b999-48f8-8be4-ef2a0a58a0dc service neutron] For port 29e3ff5c-7dce-4c37-bc52-7c1c43af1b58, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=29e3ff5c-7dce-4c37-bc52-7c1c43af1b58,segment=NetworkSegment(e66f24b0-9893-442e-bdcf-fa149cc52000),segment_id=e66f24b0-9893-442e-bdcf-fa149cc52000)] {{(pid=106375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:39:08.419929 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed37e6d-85e2-456e-bea5-e34f0175efa9 req-00d27136-456c-40e4-88cb-f0f4caf93249 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:08.425195 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-e6913e23-b999-48f8-8be4-ef2a0a58a0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1379309'] for port (29e3ff5c-7dce-4c37-bc52-7c1c43af1b58), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:08.427793 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-2ed37e6d-85e2-456e-bea5-e34f0175efa9 req-00d27136-456c-40e4-88cb-f0f4caf93249 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 945 time: 0.0752294 Sep 30 09:39:08.430139 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-e6913e23-b999-48f8-8be4-ef2a0a58a0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:08.431093 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-e6913e23-b999-48f8-8be4-ef2a0a58a0dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:08.433005 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-e6913e23-b999-48f8-8be4-ef2a0a58a0dc service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/29e3ff5c-7dce-4c37-bc52-7c1c43af1b58 HTTP/1.1" status: 200 len: 1093 time: 0.8426049 Sep 30 09:39:08.433883 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef417608-6a17-4a37-a137-1febe56076bd', 'tag': '29e3ff5c-7dce-4c37-bc52-7c1c43af1b58'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:39:08.437932 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a2765c340e485259911155c50f33e4425258638b85650f0a2a20d0c41df364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd87e294-beca-42b6-88c6-1b91b05bd4b9" -d '{"events": [{"name": "network-changed", "server_uuid": "ef417608-6a17-4a37-a137-1febe56076bd", "tag": "29e3ff5c-7dce-4c37-bc52-7c1c43af1b58"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:39:08.503391 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9bd712-086e-408c-a931-7f8d3a77edff x-openstack-request-id: req-0a9bd712-086e-408c-a931-7f8d3a77edff {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:39:08.503681 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef417608-6a17-4a37-a137-1febe56076bd", "tag": "29e3ff5c-7dce-4c37-bc52-7c1c43af1b58", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:39:08.503932 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0a9bd712-086e-408c-a931-7f8d3a77edff {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:39:08.504336 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a9bd712-086e-408c-a931-7f8d3a77edff'] response: {'name': 'network-changed', 'server_uuid': 'ef417608-6a17-4a37-a137-1febe56076bd', 'tag': '29e3ff5c-7dce-4c37-bc52-7c1c43af1b58', 'status': 'completed', 'code': 200} Sep 30 09:39:08.507449 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6913e23-b999-48f8-8be4-ef2a0a58a0dc service neutron] Pushing event updated for resources: {'Port': ['ID=29e3ff5c-7dce-4c37-bc52-7c1c43af1b58,revision_number=3']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:39:08.520051 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-2ed37e6d-85e2-456e-bea5-e34f0175efa9 req-91b34b48-9724-474e-8a16-4d6731e653eb tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4629d96a-ef50-4391-8e3b-cb87721ca7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911124 Sep 30 09:39:08.894606 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb9b6e-ff35-4d4c-af77-8f4563200a28 req-6aed7ee7-006c-421a-a247-8ccd98c5714e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:08.897136 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-0ebb9b6e-ff35-4d4c-af77-8f4563200a28 req-6aed7ee7-006c-421a-a247-8ccd98c5714e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ef417608-6a17-4a37-a137-1febe56076bd HTTP/1.1" status: 200 len: 943 time: 0.0841782 Sep 30 09:39:08.916704 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-58672188-4eb6-46fc-bc18-2ddddfe7f1d7 None None] Attempt 3 to provision port 29e3ff5c-7dce-4c37-bc52-7c1c43af1b58 Sep 30 09:39:08.919115 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ed046-e35f-44bf-8509-d3c110a81126 req-e415648c-4daa-40c9-90a2-ac5f9fc9c011 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:08.922629 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-913ed046-e35f-44bf-8509-d3c110a81126 req-e415648c-4daa-40c9-90a2-ac5f9fc9c011 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 946 time: 0.0726943 Sep 30 09:39:08.942735 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=100 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:08.965262 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-58672188-4eb6-46fc-bc18-2ddddfe7f1d7 None None] Port 29e3ff5c-7dce-4c37-bc52-7c1c43af1b58 had new provisioning blocks added so it will not transition to active. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 30 09:39:09.007911 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-913ed046-e35f-44bf-8509-d3c110a81126 req-604946bc-59fa-454e-b05a-f2c8e62eaca5 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772855 Sep 30 09:39:09.014041 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-0ebb9b6e-ff35-4d4c-af77-8f4563200a28 req-1402d437-89e4-4494-a236-184879122572 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=54bc2d12-39ad-431b-8a02-0add6fddc2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084847 Sep 30 09:39:09.244239 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87e294-beca-42b6-88c6-1b91b05bd4b9 req-780d1974-0f81-49d8-9bc9-c124dcef49dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:09.246136 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-dd87e294-beca-42b6-88c6-1b91b05bd4b9 req-780d1974-0f81-49d8-9bc9-c124dcef49dd service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=277b0f36e38f42909ad307ca1d09b7da&device_id=ef417608-6a17-4a37-a137-1febe56076bd HTTP/1.1" status: 200 len: 1127 time: 0.0762331 Sep 30 09:39:09.250383 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-b005949b-2711-4ac4-9458-13a0b5a4114e tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1495809730&fields=id&tenant_id=2c1cb4c57c924a24ab3368be3a3384cb HTTP/1.1" status: 200 len: 267 time: 0.0602033 Sep 30 09:39:09.375930 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-ad350b16-d745-48b6-b19a-973050cf5f25 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:09.377747 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-ad350b16-d745-48b6-b19a-973050cf5f25 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/networks?id=c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13 HTTP/1.1" status: 200 len: 808 time: 0.1264210 Sep 30 09:39:09.404387 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-d976485e-4bc8-4a4b-a088-b2ddc8c39137 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/quotas/2c1cb4c57c924a24ab3368be3a3384cb HTTP/1.1" status: 200 len: 375 time: 0.0201964 Sep 30 09:39:09.408893 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87e294-beca-42b6-88c6-1b91b05bd4b9 req-734b9f75-2828-4690-b37d-1c1dc295a33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:09.410405 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-dd87e294-beca-42b6-88c6-1b91b05bd4b9 req-734b9f75-2828-4690-b37d-1c1dc295a33c service neutron] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=277b0f36e38f42909ad307ca1d09b7da&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1460273 Sep 30 09:39:09.482602 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-c8de14c3-9612-401c-b413-74e82913fbf4 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=2c1cb4c57c924a24ab3368be3a3384cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686908 Sep 30 09:39:09.724844 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-77af2238-14ab-44ff-8f4a-4f984a716b10 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300942 Sep 30 09:39:09.752426 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87e294-beca-42b6-88c6-1b91b05bd4b9 req-4bf81699-e53b-42dc-a879-9255ea8bce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:09.754042 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-dd87e294-beca-42b6-88c6-1b91b05bd4b9 req-4bf81699-e53b-42dc-a879-9255ea8bce65 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1839113 Sep 30 09:39:09.758241 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421fad0-6772-4227-8dbb-b65d9462d2d9 req-39e8f86e-f031-4ae5-99c8-5f89d3a59ae7 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:09.759747 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4421fad0-6772-4227-8dbb-b65d9462d2d9 req-39e8f86e-f031-4ae5-99c8-5f89d3a59ae7 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 945 time: 0.1106994 Sep 30 09:39:09.806637 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:09.863675 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4421fad0-6772-4227-8dbb-b65d9462d2d9 req-f85d8aa6-93f3-421c-ad1e-e1e17e6a5e2d tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4629d96a-ef50-4391-8e3b-cb87721ca7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787725 Sep 30 09:39:09.875663 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-17a6d440-0d36-4a41-8e9a-9f6b2ee9bc3e service neutron] 10.222.0.15 "GET /networking/v2.0/networks/c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481862 Sep 30 09:39:10.257198 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e1ade-1d4a-44e7-926c-89593556a11a req-5a590dfc-6068-4dad-99fc-fe79c176af86 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:10.272985 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1c6e1ade-1d4a-44e7-926c-89593556a11a req-5a590dfc-6068-4dad-99fc-fe79c176af86 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 946 time: 0.1117742 Sep 30 09:39:10.398461 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-d40b6464-ff36-40f5-b4fe-a595ec5814d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:10.400068 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-d40b6464-ff36-40f5-b4fe-a595ec5814d1 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=277b0f36e38f42909ad307ca1d09b7da&device_id=ef417608-6a17-4a37-a137-1febe56076bd HTTP/1.1" status: 200 len: 1127 time: 0.1130199 Sep 30 09:39:10.439836 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1c6e1ade-1d4a-44e7-926c-89593556a11a req-e5e0af70-8ced-4f72-9c46-f69d72cb9dec tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659453 Sep 30 09:39:10.445556 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a50379-dce3-4896-a219-f681a4199368 req-88340e55-78d5-4727-9ede-4eb2694a065e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:10.447133 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f6a50379-dce3-4896-a219-f681a4199368 req-88340e55-78d5-4727-9ede-4eb2694a065e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ef417608-6a17-4a37-a137-1febe56076bd HTTP/1.1" status: 200 len: 943 time: 0.0647218 Sep 30 09:39:10.475615 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-f8c302aa-6603-44d8-b615-69bfdff67015 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29e3ff5c-7dce-4c37-bc52-7c1c43af1b58 HTTP/1.1" status: 200 len: 217 time: 0.0563204 Sep 30 09:39:10.486734 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:10.544478 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-8d93ccd7-670b-4ed1-95e3-de55b3c3e63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:10.549871 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-8d93ccd7-670b-4ed1-95e3-de55b3c3e63a service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=8411074f-f19b-4e83-87b2-5762dc2e15cc HTTP/1.1" status: 200 len: 853 time: 0.0632460 Sep 30 09:39:10.574368 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6a9bd082-3ce1-443e-9369-9c047541e069 req-ddf93d74-5b7b-4d9a-9471-8720df7561f0 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 210 time: 0.0495641 Sep 30 09:39:10.609292 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f6a50379-dce3-4896-a219-f681a4199368 req-08046701-aa26-41b1-ab0e-f0bbacbcd229 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=54bc2d12-39ad-431b-8a02-0add6fddc2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544566 Sep 30 09:39:10.632190 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-18595ec4-6db7-4832-abd7-fcb1ea10a34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:10.634777 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-18595ec4-6db7-4832-abd7-fcb1ea10a34d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=b208ce5f-758d-4f0c-90ce-9c825be7bba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0749412 Sep 30 09:39:10.735043 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:10.787737 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-c5c8b23f-8453-4a6c-9cbb-012c7819b35a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b208ce5f-758d-4f0c-90ce-9c825be7bba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433227 Sep 30 09:39:10.904322 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-526e6f26-8ee7-4946-813b-6d36a1410032 req-c286f294-2b2b-42dc-9c18-f2d77a3925e7 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b208ce5f-758d-4f0c-90ce-9c825be7bba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087482 Sep 30 09:39:11.024768 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6b401-48dd-4dd3-b02f-b88428ee4775 req-a44fe325-9773-4aed-9e55-a821977eca89 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:11.026771 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ead6b401-48dd-4dd3-b02f-b88428ee4775 req-a44fe325-9773-4aed-9e55-a821977eca89 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 945 time: 0.0544913 Sep 30 09:39:11.081543 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ead6b401-48dd-4dd3-b02f-b88428ee4775 req-cf5812cd-11d5-49ca-948d-bf16ff026803 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4629d96a-ef50-4391-8e3b-cb87721ca7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470147 Sep 30 09:39:11.210263 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7f667-b542-4311-80a0-bbae771ec230 req-244fb561-b660-4f25-a393-87dc1860adbc tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:11.211721 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-68c7f667-b542-4311-80a0-bbae771ec230 req-244fb561-b660-4f25-a393-87dc1860adbc tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 945 time: 0.0492830 Sep 30 09:39:11.222302 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 42000) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:39:11.226566 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-39d6936a-f793-4e02-8587-7dacf604e3fa tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Request body: {'floatingip': {'port_id': '08241924-11c7-44f7-a33d-b4ee4f70d72b'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:39:11.268391 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-39d6936a-f793-4e02-8587-7dacf604e3fa tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks [] for floatingip (b038b508-3cad-4a0a-9054-16799f3384e7), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:11.642288 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1db59-0d96-4c83-af7c-d21d46170ca8 req-e1dac70c-16ca-4cd3-9d8a-eb13700f3bb8 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:11.643762 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c5f1db59-0d96-4c83-af7c-d21d46170ca8 req-e1dac70c-16ca-4cd3-9d8a-eb13700f3bb8 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 946 time: 0.0799117 Sep 30 09:39:11.705905 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ee523014-91f6-477d-b6c0-0aa592763e67 req-f4a67bd0-e8d4-4660-a419-01a36276c52f tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 210 time: 0.0489280 Sep 30 09:39:11.759871 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c5f1db59-0d96-4c83-af7c-d21d46170ca8 req-1d3f84a7-6676-4832-8e9b-8fe3a4deb201 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066349 Sep 30 09:39:11.840025 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-39d6936a-f793-4e02-8587-7dacf604e3fa tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:11.846035 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186705b4-fb4e-4c8c-a84f-2bbe2a7d51de req-4a26d67f-c7e4-4693-8bc4-c95eb8b5aa96 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:11.847503 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-186705b4-fb4e-4c8c-a84f-2bbe2a7d51de req-4a26d67f-c7e4-4693-8bc4-c95eb8b5aa96 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ef417608-6a17-4a37-a137-1febe56076bd HTTP/1.1" status: 200 len: 943 time: 0.0839584 Sep 30 09:39:11.848597 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-39d6936a-f793-4e02-8587-7dacf604e3fa tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759975'] for floatingip (b038b508-3cad-4a0a-9054-16799f3384e7), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:11.904270 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:11.961594 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:11.975702 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-186705b4-fb4e-4c8c-a84f-2bbe2a7d51de req-9fb47198-b1eb-4815-b563-e783c1094f70 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=54bc2d12-39ad-431b-8a02-0add6fddc2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925820 Sep 30 09:39:11.980493 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.db.l3_db [None req-39d6936a-f793-4e02-8587-7dacf604e3fa tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Floating IP b038b508-3cad-4a0a-9054-16799f3384e7 associated. External IP: 172.37.1.21, port: 08241924-11c7-44f7-a33d-b4ee4f70d72b. Sep 30 09:39:12.192111 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d6936a-f793-4e02-8587-7dacf604e3fa tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Router 509a618e-2aa3-4f01-bd1b-9adda5cd32f5 has already been hosted by L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:39:12.539744 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d6936a-f793-4e02-8587-7dacf604e3fa tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:39:12.544919 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-39d6936a-f793-4e02-8587-7dacf604e3fa tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for floatingip (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:12.549681 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb36da29-d08d-4ee2-bdd5-002701616a4f None None] Sync routers for ids ['509a618e-2aa3-4f01-bd1b-9adda5cd32f5'] in dv-cinder-master-3-smb {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:39:12.560197 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb36da29-d08d-4ee2-bdd5-002701616a4f None None] Routers {'509a618e-2aa3-4f01-bd1b-9adda5cd32f5'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:39:12.561410 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-fb36da29-d08d-4ee2-bdd5-002701616a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:38:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['509a618e-2aa3-4f01-bd1b-9adda5cd32f5'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:39:12.575952 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-39d6936a-f793-4e02-8587-7dacf604e3fa tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/b038b508-3cad-4a0a-9054-16799f3384e7 HTTP/1.1" status: 200 len: 990 time: 1.3526156 Sep 30 09:39:12.576673 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fafa2feb-3bc8-437d-915e-a443c5168d3c', 'tag': '08241924-11c7-44f7-a33d-b4ee4f70d72b'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:39:12.580504 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fcb41cfe2f49de8823fc1653213cc9e5b77d80f13114ba069ec5cf27ea68f53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6117e2c4-c33a-42eb-bf7f-7ab8aeeef1b3" -d '{"events": [{"name": "network-changed", "server_uuid": "fafa2feb-3bc8-437d-915e-a443c5168d3c", "tag": "08241924-11c7-44f7-a33d-b4ee4f70d72b"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:39:12.615538 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:12.617038 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff9aff7-5956-4d5f-a92b-67293069b59a x-openstack-request-id: req-cff9aff7-5956-4d5f-a92b-67293069b59a {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:39:12.617347 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fafa2feb-3bc8-437d-915e-a443c5168d3c", "tag": "08241924-11c7-44f7-a33d-b4ee4f70d72b", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:39:12.618323 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cff9aff7-5956-4d5f-a92b-67293069b59a {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:39:12.618781 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cff9aff7-5956-4d5f-a92b-67293069b59a'] response: {'name': 'network-changed', 'server_uuid': 'fafa2feb-3bc8-437d-915e-a443c5168d3c', 'tag': '08241924-11c7-44f7-a33d-b4ee4f70d72b', 'status': 'completed', 'code': 200} Sep 30 09:39:12.680555 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-fb36da29-d08d-4ee2-bdd5-002701616a4f None None] Set router 509a618e-2aa3-4f01-bd1b-9adda5cd32f5 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:39:12.815496 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f0271cdd-1405-435c-b1f3-6504e7b90181 req-4faa5145-3e95-42df-bbd6-1c9800ebb0cd tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 210 time: 0.0335107 Sep 30 09:39:12.898009 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede812f8-1a54-4698-8408-3331aed1226b req-4051d753-58b0-4712-becb-57910a49a30b tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:12.898427 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-fb36da29-d08d-4ee2-bdd5-002701616a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'name': 'tempest-ServerRescueNegativeTestJSON-1029638916-router', 'tenant_id': '4290a542e73045309f6ceb8d4f5a267b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e5d50185-2742-4381-9965-5e2e60a879a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:37:15Z', 'updated_at': '2022-09-30T09:37:19Z', 'revision_number': 4, 'project_id': '4290a542e73045309f6ceb8d4f5a267b', 'gw_port': {'id': 'e5d50185-2742-4381-9965-5e2e60a879a4', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:06:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:37:16Z', 'updated_at': '2022-09-30T09:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'b038b508-3cad-4a0a-9054-16799f3384e7', 'tenant_id': '4290a542e73045309f6ceb8d4f5a267b', 'floating_ip_address': '172.37.1.21', 'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'router_id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'port_id': '08241924-11c7-44f7-a33d-b4ee4f70d72b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e45abb02-b319-4872-9fb3-ccc0ce9d74e7', 'mac_address': 'fa:16:3e:d6:7e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fafa2feb-3bc8-437d-915e-a443c5168d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:38:48Z', 'updated_at': '2022-09-30T09:39:11Z', 'revision_number': 1, 'project_id': '4290a542e73045309f6ceb8d4f5a267b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a21ddad-3d17-4345-b8b7-a6377ef66f8f', 'name': '', 'network_id': 'e45abb02-b319-4872-9fb3-ccc0ce9d74e7', 'tenant_id': '4290a542e73045309f6ceb8d4f5a267b', 'mac_address': 'fa:16:3e:76:07:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5c348d1c-15e8-416a-bb01-9bc4f4316ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:37:18Z', 'updated_at': '2022-09-30T09:37:24Z', 'revision_number': 5, 'project_id': '4290a542e73045309f6ceb8d4f5a267b', 'subnets': [{'id': '5c348d1c-15e8-416a-bb01-9bc4f4316ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:39:12.899586 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ede812f8-1a54-4698-8408-3331aed1226b req-4051d753-58b0-4712-becb-57910a49a30b tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 946 time: 0.0461705 Sep 30 09:39:12.924105 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb36da29-d08d-4ee2-bdd5-002701616a4f None None] Checking router: 509a618e-2aa3-4f01-bd1b-9adda5cd32f5 for host: dv-cinder-master-3-smb {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:39:12.932788 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb36da29-d08d-4ee2-bdd5-002701616a4f None None] Routers {'509a618e-2aa3-4f01-bd1b-9adda5cd32f5'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:39:12.933406 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-fb36da29-d08d-4ee2-bdd5-002701616a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:38:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['509a618e-2aa3-4f01-bd1b-9adda5cd32f5'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:39:12.948153 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ede812f8-1a54-4698-8408-3331aed1226b req-4e7be835-ae17-4636-9096-31b22b15de3e tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426486 Sep 30 09:39:13.036052 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-fb36da29-d08d-4ee2-bdd5-002701616a4f None None] Set router 509a618e-2aa3-4f01-bd1b-9adda5cd32f5 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:39:13.094412 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab22bf-df0f-48cd-a714-1766da0e0441 req-0440e4f1-f189-45f2-89ce-776367e309ee tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:13.095795 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-e7ab22bf-df0f-48cd-a714-1766da0e0441 req-0440e4f1-f189-45f2-89ce-776367e309ee tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ef417608-6a17-4a37-a137-1febe56076bd HTTP/1.1" status: 200 len: 943 time: 0.0459137 Sep 30 09:39:13.143354 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-e7ab22bf-df0f-48cd-a714-1766da0e0441 req-9dc0bd92-83f9-4bed-a5e6-cd9b4d0416ff tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=54bc2d12-39ad-431b-8a02-0add6fddc2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418658 Sep 30 09:39:13.246777 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-fb36da29-d08d-4ee2-bdd5-002701616a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'name': 'tempest-ServerRescueNegativeTestJSON-1029638916-router', 'tenant_id': '4290a542e73045309f6ceb8d4f5a267b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e5d50185-2742-4381-9965-5e2e60a879a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:37:15Z', 'updated_at': '2022-09-30T09:37:19Z', 'revision_number': 4, 'project_id': '4290a542e73045309f6ceb8d4f5a267b', 'gw_port': {'id': 'e5d50185-2742-4381-9965-5e2e60a879a4', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:06:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:37:16Z', 'updated_at': '2022-09-30T09:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'b038b508-3cad-4a0a-9054-16799f3384e7', 'tenant_id': '4290a542e73045309f6ceb8d4f5a267b', 'floating_ip_address': '172.37.1.21', 'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'router_id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'port_id': '08241924-11c7-44f7-a33d-b4ee4f70d72b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e45abb02-b319-4872-9fb3-ccc0ce9d74e7', 'mac_address': 'fa:16:3e:d6:7e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fafa2feb-3bc8-437d-915e-a443c5168d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:38:48Z', 'updated_at': '2022-09-30T09:39:11Z', 'revision_number': 1, 'project_id': '4290a542e73045309f6ceb8d4f5a267b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a21ddad-3d17-4345-b8b7-a6377ef66f8f', 'name': '', 'network_id': 'e45abb02-b319-4872-9fb3-ccc0ce9d74e7', 'tenant_id': '4290a542e73045309f6ceb8d4f5a267b', 'mac_address': 'fa:16:3e:76:07:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5c348d1c-15e8-416a-bb01-9bc4f4316ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:37:18Z', 'updated_at': '2022-09-30T09:37:24Z', 'revision_number': 5, 'project_id': '4290a542e73045309f6ceb8d4f5a267b', 'subnets': [{'id': '5c348d1c-15e8-416a-bb01-9bc4f4316ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:39:13.275597 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb36da29-d08d-4ee2-bdd5-002701616a4f None None] The sync data for ids ['509a618e-2aa3-4f01-bd1b-9adda5cd32f5'] in dv-cinder-master-3-smb is: [{'id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'name': 'tempest-ServerRescueNegativeTestJSON-1029638916-router', 'tenant_id': '4290a542e73045309f6ceb8d4f5a267b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e5d50185-2742-4381-9965-5e2e60a879a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:37:15Z', 'updated_at': '2022-09-30T09:37:19Z', 'revision_number': 4, 'project_id': '4290a542e73045309f6ceb8d4f5a267b', 'gw_port': {'id': 'e5d50185-2742-4381-9965-5e2e60a879a4', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:06:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:37:16Z', 'updated_at': '2022-09-30T09:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'b038b508-3cad-4a0a-9054-16799f3384e7', 'tenant_id': '4290a542e73045309f6ceb8d4f5a267b', 'floating_ip_address': '172.37.1.21', 'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'router_id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'port_id': '08241924-11c7-44f7-a33d-b4ee4f70d72b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e45abb02-b319-4872-9fb3-ccc0ce9d74e7', 'mac_address': 'fa:16:3e:d6:7e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fafa2feb-3bc8-437d-915e-a443c5168d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:38:48Z', 'updated_at': '2022-09-30T09:39:11Z', 'revision_number': 1, 'project_id': '4290a542e73045309f6ceb8d4f5a267b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a21ddad-3d17-4345-b8b7-a6377ef66f8f', 'name': '', 'network_id': 'e45abb02-b319-4872-9fb3-ccc0ce9d74e7', 'tenant_id': '4290a542e73045309f6ceb8d4f5a267b', 'mac_address': 'fa:16:3e:76:07:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5c348d1c-15e8-416a-bb01-9bc4f4316ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:37:18Z', 'updated_at': '2022-09-30T09:37:24Z', 'revision_number': 5, 'project_id': '4290a542e73045309f6ceb8d4f5a267b', 'subnets': [{'id': '5c348d1c-15e8-416a-bb01-9bc4f4316ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:39:13.450242 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42266ce-0444-438c-ae13-9c9afbd58f25 None None] New status for floating IP b038b508-3cad-4a0a-9054-16799f3384e7: ACTIVE {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 09:39:13.451127 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 42090) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:39:13.500511 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-02184563-e46d-4e54-ba91-26e4c460cfec admin admin] Deleting subnet b6578b14-2df3-46e6-b80d-d179dabb532b {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 30 09:39:13.503676 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-02184563-e46d-4e54-ba91-26e4c460cfec admin admin] Publish callbacks [] for subnet (b6578b14-2df3-46e6-b80d-d179dabb532b), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:13.539941 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-02184563-e46d-4e54-ba91-26e4c460cfec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29359976'] for subnet (b6578b14-2df3-46e6-b80d-d179dabb532b), precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:13.581694 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-02184563-e46d-4e54-ba91-26e4c460cfec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3558478'] for subnet (b6578b14-2df3-46e6-b80d-d179dabb532b), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:13.639208 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-02184563-e46d-4e54-ba91-26e4c460cfec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29089759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25409614'] for subnet (b6578b14-2df3-46e6-b80d-d179dabb532b), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:13.669347 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02184563-e46d-4e54-ba91-26e4c460cfec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6578b14-2df3-46e6-b80d-d179dabb532b,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:39:13.674856 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-02184563-e46d-4e54-ba91-26e4c460cfec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:13.677935 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-02184563-e46d-4e54-ba91-26e4c460cfec admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/b6578b14-2df3-46e6-b80d-d179dabb532b HTTP/1.1" status: 204 len: 168 time: 0.2257850 Sep 30 09:39:13.680602 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 42092) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:39:13.682798 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02184563-e46d-4e54-ba91-26e4c460cfec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:13.683136 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02184563-e46d-4e54-ba91-26e4c460cfec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:13.683478 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02184563-e46d-4e54-ba91-26e4c460cfec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:13.683814 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02184563-e46d-4e54-ba91-26e4c460cfec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:13.684144 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02184563-e46d-4e54-ba91-26e4c460cfec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:13.684471 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02184563-e46d-4e54-ba91-26e4c460cfec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:13.684800 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02184563-e46d-4e54-ba91-26e4c460cfec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:13.685119 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02184563-e46d-4e54-ba91-26e4c460cfec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:13.685440 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02184563-e46d-4e54-ba91-26e4c460cfec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:13.685797 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02184563-e46d-4e54-ba91-26e4c460cfec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:13.686123 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02184563-e46d-4e54-ba91-26e4c460cfec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:13.686440 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02184563-e46d-4e54-ba91-26e4c460cfec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:13.686758 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02184563-e46d-4e54-ba91-26e4c460cfec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:13.687072 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02184563-e46d-4e54-ba91-26e4c460cfec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:13.688097 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02184563-e46d-4e54-ba91-26e4c460cfec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:13.704856 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:13.755708 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0c01e5c8-3931-4027-ab3c-9a68385ec4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3480607'] for network (98875254-610d-4f12-b0d0-6a1319c6095e), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:13.836524 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0c01e5c8-3931-4027-ab3c-9a68385ec4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599224', 'neutron.services.segments.db._delete_segments_for_network-8770945895626'] for network (98875254-610d-4f12-b0d0-6a1319c6095e), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:13.856180 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.services.segments.db [None req-0c01e5c8-3931-4027-ab3c-9a68385ec4ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98875254-610d-4f12-b0d0-6a1319c6095e']}} {{(pid=106375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:39:13.865912 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.services.segments.db [None req-0c01e5c8-3931-4027-ab3c-9a68385ec4ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab1a1fd1-5a10-4363-8442-0a92e4f75ce2') {'for_net_delete': True} {{(pid=106375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:39:13.866208 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.services.segments.db [None req-0c01e5c8-3931-4027-ab3c-9a68385ec4ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab1a1fd1-5a10-4363-8442-0a92e4f75ce2') {} {{(pid=106375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:39:13.876380 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0c01e5c8-3931-4027-ab3c-9a68385ec4ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770945931879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32198680'] for segment (ab1a1fd1-5a10-4363-8442-0a92e4f75ce2), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:13.890988 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0c01e5c8-3931-4027-ab3c-9a68385ec4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765'] for segment (ab1a1fd1-5a10-4363-8442-0a92e4f75ce2), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:13.898333 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c01e5c8-3931-4027-ab3c-9a68385ec4ac admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=106375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:39:13.898801 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0c01e5c8-3931-4027-ab3c-9a68385ec4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1379081'] for segment (ab1a1fd1-5a10-4363-8442-0a92e4f75ce2), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:13.922887 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-805e0768-545d-4a54-aa77-aa4ec7f3a2aa req-00ce236b-f959-43a7-acf2-efdcc80cf195 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 210 time: 0.0308862 Sep 30 09:39:13.951666 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.services.segments.plugin [-] Segment ab1a1fd1-5a10-4363-8442-0a92e4f75ce2 resource provider aggregate not found Sep 30 09:39:13.977147 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.services.segments.plugin [-] Segment ab1a1fd1-5a10-4363-8442-0a92e4f75ce2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ab1a1fd1-5a10-4363-8442-0a92e4f75ce2 found for delete ", "request_id": "req-0d9449ff-e824-4c1c-b9bf-8108a6c1a7e4"}]} Sep 30 09:39:14.002412 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0c01e5c8-3931-4027-ab3c-9a68385ec4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3599219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759962'] for network (98875254-610d-4f12-b0d0-6a1319c6095e), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:14.022347 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0c01e5c8-3931-4027-ab3c-9a68385ec4ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for network (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:14.025411 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-0c01e5c8-3931-4027-ab3c-9a68385ec4ac admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/98875254-610d-4f12-b0d0-6a1319c6095e HTTP/1.1" status: 204 len: 168 time: 0.3437431 Sep 30 09:39:14.029089 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c01e5c8-3931-4027-ab3c-9a68385ec4ac admin admin] Pushing event deleted for resources: {'Network': ['ID=98875254-610d-4f12-b0d0-6a1319c6095e,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:39:14.034818 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117e2c4-c33a-42eb-bf7f-7ab8aeeef1b3 req-d5b20828-3b18-4cbb-a345-21a638047b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:14.036661 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-6117e2c4-c33a-42eb-bf7f-7ab8aeeef1b3 req-d5b20828-3b18-4cbb-a345-21a638047b76 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=4290a542e73045309f6ceb8d4f5a267b&device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 1129 time: 0.0771589 Sep 30 09:39:14.086440 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df5739-563a-4b9b-85a8-674e93375746 req-b912dbcc-1371-42a3-9202-b827dfc989a4 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:14.088486 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d0df5739-563a-4b9b-85a8-674e93375746 req-b912dbcc-1371-42a3-9202-b827dfc989a4 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 946 time: 0.0480199 Sep 30 09:39:14.119220 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:14.152120 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d0df5739-563a-4b9b-85a8-674e93375746 req-ac04b0c3-a7e0-4d7c-8de5-7ed8dbd0b4bb tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545485 Sep 30 09:39:14.201518 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117e2c4-c33a-42eb-bf7f-7ab8aeeef1b3 req-afde8388-474f-4d69-a6d5-50a335e36ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:14.204234 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-6117e2c4-c33a-42eb-bf7f-7ab8aeeef1b3 req-afde8388-474f-4d69-a6d5-50a335e36ba6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=e45abb02-b319-4872-9fb3-ccc0ce9d74e7 HTTP/1.1" status: 200 len: 920 time: 0.1191199 Sep 30 09:39:14.279120 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:14.282419 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 42106) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:39:14.298819 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a236c01-4150-4467-8ce8-59e584bde2e2 req-078d08d8-93dd-452b-b9cf-89d9e06154dd tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:14.300293 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4a236c01-4150-4467-8ce8-59e584bde2e2 req-078d08d8-93dd-452b-b9cf-89d9e06154dd tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ef417608-6a17-4a37-a137-1febe56076bd HTTP/1.1" status: 200 len: 943 time: 0.0582442 Sep 30 09:39:14.310121 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-6117e2c4-c33a-42eb-bf7f-7ab8aeeef1b3 req-4f49626d-f788-482d-a352-30f8e2abfa5a service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08241924-11c7-44f7-a33d-b4ee4f70d72b HTTP/1.1" status: 200 len: 1000 time: 0.0951667 Sep 30 09:39:14.355688 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4a236c01-4150-4467-8ce8-59e584bde2e2 req-30661525-deb6-48b3-ad7a-04d66d74c2fa tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=54bc2d12-39ad-431b-8a02-0add6fddc2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481582 Sep 30 09:39:14.373714 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-81324802-042c-4a78-a215-38ba8004bf0c admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=a530d9ebb5c749d2adaf3c428c5a4189&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0896475 Sep 30 09:39:14.376771 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 42108) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:39:14.401009 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117e2c4-c33a-42eb-bf7f-7ab8aeeef1b3 req-a97bf52c-54ea-4ad0-ab1c-2ed8ce9de07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:14.402590 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-6117e2c4-c33a-42eb-bf7f-7ab8aeeef1b3 req-a97bf52c-54ea-4ad0-ab1c-2ed8ce9de07f service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=5c348d1c-15e8-416a-bb01-9bc4f4316ae7 HTTP/1.1" status: 200 len: 858 time: 0.0860734 Sep 30 09:39:14.470285 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117e2c4-c33a-42eb-bf7f-7ab8aeeef1b3 req-7c6642c5-fb17-4c4c-ba72-2dcf02af2588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:14.471772 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-6117e2c4-c33a-42eb-bf7f-7ab8aeeef1b3 req-7c6642c5-fb17-4c4c-ba72-2dcf02af2588 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=e45abb02-b319-4872-9fb3-ccc0ce9d74e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0612576 Sep 30 09:39:14.474636 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b8f097e4-e241-4f14-8767-3f02335ccfed admin admin] Publish callbacks [] for security_group (aad97847-1acd-4b74-8ec2-447b1d69cec1), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:14.537454 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b8f097e4-e241-4f14-8767-3f02335ccfed admin admin] Publish callbacks [] for security_group (aad97847-1acd-4b74-8ec2-447b1d69cec1), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:14.574700 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:14.609855 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-6117e2c4-c33a-42eb-bf7f-7ab8aeeef1b3 req-5fe033f5-5e23-4626-9599-706ab0d9dd84 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e45abb02-b319-4872-9fb3-ccc0ce9d74e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274765 Sep 30 09:39:14.619805 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b8f097e4-e241-4f14-8767-3f02335ccfed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (aad97847-1acd-4b74-8ec2-447b1d69cec1), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:14.622436 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b8f097e4-e241-4f14-8767-3f02335ccfed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:14.623482 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-b8f097e4-e241-4f14-8767-3f02335ccfed admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/aad97847-1acd-4b74-8ec2-447b1d69cec1 HTTP/1.1" status: 204 len: 168 time: 0.2458615 Sep 30 09:39:14.634380 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f097e4-e241-4f14-8767-3f02335ccfed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad97847-1acd-4b74-8ec2-447b1d69cec1,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:39:14.841073 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:14.867512 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-6117e2c4-c33a-42eb-bf7f-7ab8aeeef1b3 req-2a943067-e8a4-4e92-bf43-49045ee26522 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e45abb02-b319-4872-9fb3-ccc0ce9d74e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167488 Sep 30 09:39:14.900340 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 29e3ff5c-7dce-4c37-bc52-7c1c43af1b58 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:39:15.022577 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port 29e3ff5c-7dce-4c37-bc52-7c1c43af1b58, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=29e3ff5c-7dce-4c37-bc52-7c1c43af1b58,segment=NetworkSegment(e66f24b0-9893-442e-bdcf-fa149cc52000),segment_id=e66f24b0-9893-442e-bdcf-fa149cc52000)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:39:15.039568 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Returning: {'device': '29e3ff5c-7dce-4c37-bc52-7c1c43af1b58', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'port_id': '29e3ff5c-7dce-4c37-bc52-7c1c43af1b58', 'mac_address': 'fa:16:3e:bf:a2:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:39:15.066086 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-540a826d-6d29-40bc-be59-76c6f6294097 req-afef71e1-ad04-4103-8cec-bd8050ea3462 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 210 time: 0.0408771 Sep 30 09:39:15.083094 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=100 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:15.085044 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port 29e3ff5c-7dce-4c37-bc52-7c1c43af1b58 is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:39:15.085619 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (29e3ff5c-7dce-4c37-bc52-7c1c43af1b58), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:15.088862 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-7b78fb67-ebab-4265-8cc7-5f321e5fa6d3 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:15.090564 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-7b78fb67-ebab-4265-8cc7-5f321e5fa6d3 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.40 "GET /networking/v2.0/networks?id=c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13 HTTP/1.1" status: 200 len: 808 time: 0.1543217 Sep 30 09:39:15.101012 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29e3ff5c-7dce-4c37-bc52-7c1c43af1b58 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:39:15.122129 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port 29e3ff5c-7dce-4c37-bc52-7c1c43af1b58, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=29e3ff5c-7dce-4c37-bc52-7c1c43af1b58,segment=NetworkSegment(e66f24b0-9893-442e-bdcf-fa149cc52000),segment_id=e66f24b0-9893-442e-bdcf-fa149cc52000)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:39:15.126149 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (29e3ff5c-7dce-4c37-bc52-7c1c43af1b58), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:15.167319 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-fcea1733-62c3-463c-9214-adfaef348655 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2c1cb4c57c924a24ab3368be3a3384cb HTTP/1.1" status: 200 len: 380 time: 0.0587728 Sep 30 09:39:15.171464 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:15.177899 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=29e3ff5c-7dce-4c37-bc52-7c1c43af1b58,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:39:15.181543 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-6e737ef8-f477-4c53-a74e-5b7d77d42446 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Request body: {'port': {'device_id': '70a267ca-6987-46ee-84ec-ee5fb7c4a27f', 'network_id': 'c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13', 'admin_state_up': True, 'tenant_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'security_groups': ['0ce68be3-82f0-4947-a98e-f1221e68a4f0']}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:39:15.188303 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:15.188648 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:15.188991 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:15.189353 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:15.189718 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:15.190352 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:15.190691 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:15.191020 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:15.191351 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:15.191676 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:15.192000 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:15.192339 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:15.192669 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:15.192987 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:15.193311 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:39:15.297266 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143b808-7350-40ea-84fa-7cb265db8a13 req-f9888da5-72ec-47cf-8d79-5e7aa093fae2 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:15.298947 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c143b808-7350-40ea-84fa-7cb265db8a13 req-f9888da5-72ec-47cf-8d79-5e7aa093fae2 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 946 time: 0.0487514 Sep 30 09:39:15.302777 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-6e737ef8-f477-4c53-a74e-5b7d77d42446 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Made reservation on behalf of 2c1cb4c57c924a24ab3368be3a3384cb for: {'port': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:39:15.306596 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-6e737ef8-f477-4c53-a74e-5b7d77d42446 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:15.350603 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c143b808-7350-40ea-84fa-7cb265db8a13 req-73e2b302-54f0-4e72-9a8f-b5ce216175ec tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460088 Sep 30 09:39:15.448590 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-6e737ef8-f477-4c53-a74e-5b7d77d42446 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Allocated IP 172.20.0.8 (c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13/8a9b3a8a-aba0-4a7c-badd-f910fa652568/ed1f7cbd-202c-40f1-b4b1-df54f1f406e1) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:39:15.505066 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e4336-bdd7-4db4-b076-b62f2bef3904 req-d08cc892-2050-4428-b8fd-f5cb571e1f03 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:15.506664 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-065e4336-bdd7-4db4-b076-b62f2bef3904 req-d08cc892-2050-4428-b8fd-f5cb571e1f03 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ef417608-6a17-4a37-a137-1febe56076bd HTTP/1.1" status: 200 len: 944 time: 0.0577035 Sep 30 09:39:15.566460 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-065e4336-bdd7-4db4-b076-b62f2bef3904 req-fbc3e8d1-d6ef-4d29-afe0-482ffe341f31 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=54bc2d12-39ad-431b-8a02-0add6fddc2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526936 Sep 30 09:39:15.615367 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-6e737ef8-f477-4c53-a74e-5b7d77d42446 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks [] for port (ed1f7cbd-202c-40f1-b4b1-df54f1f406e1), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:15.653185 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-6e737ef8-f477-4c53-a74e-5b7d77d42446 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (ed1f7cbd-202c-40f1-b4b1-df54f1f406e1), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:15.662527 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] get_ports_and_sgs() called for port_ids ['29e3ff5c-7dce-4c37-bc52-7c1c43af1b58'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:39:15.704020 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-6e737ef8-f477-4c53-a74e-5b7d77d42446 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Network c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:39:15.709199 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-6e737ef8-f477-4c53-a74e-5b7d77d42446 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:39:15.711348 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e737ef8-f477-4c53-a74e-5b7d77d42446 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Pushing event updated for resources: {'Port': ['ID=ed1f7cbd-202c-40f1-b4b1-df54f1f406e1,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:39:15.713518 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-6e737ef8-f477-4c53-a74e-5b7d77d42446 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:39:15.762598 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:15.771111 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-6e737ef8-f477-4c53-a74e-5b7d77d42446 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:15.772147 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-6e737ef8-f477-4c53-a74e-5b7d77d42446 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:15.791647 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-6e737ef8-f477-4c53-a74e-5b7d77d42446 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6187041 Sep 30 09:39:15.821698 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-962f78f3-d5db-4854-8599-8917d6272f38 service neutron] Request body: {'port': {'device_id': '70a267ca-6987-46ee-84ec-ee5fb7c4a27f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:39:15.939824 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-11ad1977-c5e9-4413-a55c-16a29edd4e85 None None] Provisioning complete for port ed1f7cbd-202c-40f1-b4b1-df54f1f406e1 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:39:15.940407 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-11ad1977-c5e9-4413-a55c-16a29edd4e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (ed1f7cbd-202c-40f1-b4b1-df54f1f406e1), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:15.940527 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-11ad1977-c5e9-4413-a55c-16a29edd4e85 None None] Attempt 1 to provision port ed1f7cbd-202c-40f1-b4b1-df54f1f406e1 Sep 30 09:39:15.975343 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-11ad1977-c5e9-4413-a55c-16a29edd4e85 None None] Port ed1f7cbd-202c-40f1-b4b1-df54f1f406e1 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:39:16.111144 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-962f78f3-d5db-4854-8599-8917d6272f38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (ed1f7cbd-202c-40f1-b4b1-df54f1f406e1), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:16.113831 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:16.181439 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893fd5bc-ec1c-443d-97c3-9f68884ae757 req-122156f9-909a-4d5b-ab67-03a377e7cc16 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:16.182950 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-893fd5bc-ec1c-443d-97c3-9f68884ae757 req-122156f9-909a-4d5b-ab67-03a377e7cc16 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 931 time: 0.0475984 Sep 30 09:39:16.232978 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-893fd5bc-ec1c-443d-97c3-9f68884ae757 req-3a8d41b0-3d37-43f7-a2b3-9a52881bcfc5 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0ce68be3-82f0-4947-a98e-f1221e68a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441043 Sep 30 09:39:16.370811 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-962f78f3-d5db-4854-8599-8917d6272f38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed1f7cbd-202c-40f1-b4b1-df54f1f406e1 {{(pid=106375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:39:16.378167 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-962f78f3-d5db-4854-8599-8917d6272f38 service neutron] Publish callbacks [] for port (ed1f7cbd-202c-40f1-b4b1-df54f1f406e1), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:16.390471 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.provisioning_blocks [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-962f78f3-d5db-4854-8599-8917d6272f38 service neutron] Transition to ACTIVE for port object ed1f7cbd-202c-40f1-b4b1-df54f1f406e1 will not be triggered until provisioned by entity L2. {{(pid=106375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 30 09:39:16.399288 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-962f78f3-d5db-4854-8599-8917d6272f38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1379309'] for port (ed1f7cbd-202c-40f1-b4b1-df54f1f406e1), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:16.461096 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f78f3-d5db-4854-8599-8917d6272f38 service neutron] Pushing event updated for resources: {'Port': ['ID=ed1f7cbd-202c-40f1-b4b1-df54f1f406e1,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:39:16.476450 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-11ad1977-c5e9-4413-a55c-16a29edd4e85 None None] Attempt 2 to provision port ed1f7cbd-202c-40f1-b4b1-df54f1f406e1 Sep 30 09:39:16.484092 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d767e8-3528-41b9-a0a5-e49479c30506 req-09ff05ac-13a6-4048-a979-d9248dbfbbba tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:16.486252 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-92d767e8-3528-41b9-a0a5-e49479c30506 req-09ff05ac-13a6-4048-a979-d9248dbfbbba tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 946 time: 0.0499978 Sep 30 09:39:16.510078 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-962f78f3-d5db-4854-8599-8917d6272f38 service neutron] Attempting to bind port ed1f7cbd-202c-40f1-b4b1-df54f1f406e1 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:39:16.510415 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-962f78f3-d5db-4854-8599-8917d6272f38 service neutron] Attempting to bind port ed1f7cbd-202c-40f1-b4b1-df54f1f406e1 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '4a059b5f-6655-47a2-992e-a2bd3453be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13'}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:39:16.510746 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-962f78f3-d5db-4854-8599-8917d6272f38 service neutron] Attempting to bind port ed1f7cbd-202c-40f1-b4b1-df54f1f406e1 on network c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13 {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:39:16.518859 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-11ad1977-c5e9-4413-a55c-16a29edd4e85 None None] Port ed1f7cbd-202c-40f1-b4b1-df54f1f406e1 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:39:16.549008 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-92d767e8-3528-41b9-a0a5-e49479c30506 req-e2542db6-7e60-4549-bd3d-77c091e6f3af tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560126 Sep 30 09:39:16.557552 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-962f78f3-d5db-4854-8599-8917d6272f38 service neutron] Port ed1f7cbd-202c-40f1-b4b1-df54f1f406e1 on network c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:39:16.557911 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-962f78f3-d5db-4854-8599-8917d6272f38 service neutron] Attempting to bind port ed1f7cbd-202c-40f1-b4b1-df54f1f406e1 on network c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13 {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:39:16.599977 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-962f78f3-d5db-4854-8599-8917d6272f38 service neutron] Checking agent: {'id': '163c8669-4b7e-4ed1-afd3-94872a5a2df2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 34), 'started_at': datetime.datetime(2022, 9, 30, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:39:16.600304 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-962f78f3-d5db-4854-8599-8917d6272f38 service neutron] Checking segment: {'id': '4a059b5f-6655-47a2-992e-a2bd3453be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:39:16.600684 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-962f78f3-d5db-4854-8599-8917d6272f38 service neutron] Bound using segment: {'id': '4a059b5f-6655-47a2-992e-a2bd3453be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13'} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:39:16.601117 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-962f78f3-d5db-4854-8599-8917d6272f38 service neutron] Bound port: ed1f7cbd-202c-40f1-b4b1-df54f1f406e1, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a059b5f-6655-47a2-992e-a2bd3453be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13'}}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:39:16.601471 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-962f78f3-d5db-4854-8599-8917d6272f38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (ed1f7cbd-202c-40f1-b4b1-df54f1f406e1), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:16.664185 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-962f78f3-d5db-4854-8599-8917d6272f38 service neutron] For port ed1f7cbd-202c-40f1-b4b1-df54f1f406e1, host hv-cinder-maste, cleared binding levels {{(pid=106375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:39:16.667140 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-962f78f3-d5db-4854-8599-8917d6272f38 service neutron] For port ed1f7cbd-202c-40f1-b4b1-df54f1f406e1, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ed1f7cbd-202c-40f1-b4b1-df54f1f406e1,segment=NetworkSegment(4a059b5f-6655-47a2-992e-a2bd3453be44),segment_id=4a059b5f-6655-47a2-992e-a2bd3453be44)] {{(pid=106375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:39:16.674348 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-962f78f3-d5db-4854-8599-8917d6272f38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1379309'] for port (ed1f7cbd-202c-40f1-b4b1-df54f1f406e1), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:16.678564 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-962f78f3-d5db-4854-8599-8917d6272f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:16.679179 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-962f78f3-d5db-4854-8599-8917d6272f38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:16.680558 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-962f78f3-d5db-4854-8599-8917d6272f38 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/ed1f7cbd-202c-40f1-b4b1-df54f1f406e1 HTTP/1.1" status: 200 len: 1093 time: 0.8633170 Sep 30 09:39:16.681109 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a267ca-6987-46ee-84ec-ee5fb7c4a27f', 'tag': 'ed1f7cbd-202c-40f1-b4b1-df54f1f406e1'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:39:16.683401 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a2765c340e485259911155c50f33e4425258638b85650f0a2a20d0c41df364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa143395-b2be-458e-ad8f-12c67c28999c" -d '{"events": [{"name": "network-changed", "server_uuid": "70a267ca-6987-46ee-84ec-ee5fb7c4a27f", "tag": "ed1f7cbd-202c-40f1-b4b1-df54f1f406e1"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:39:16.695919 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88493a0-2020-42d6-9767-f815266f2fbc req-0da60ad0-70c2-4485-b380-2d713f6557a7 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:16.697431 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a88493a0-2020-42d6-9767-f815266f2fbc req-0da60ad0-70c2-4485-b380-2d713f6557a7 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ef417608-6a17-4a37-a137-1febe56076bd HTTP/1.1" status: 200 len: 944 time: 0.0525119 Sep 30 09:39:16.722936 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be51d0c-af62-47bd-8f3c-bfb36bf284ba x-openstack-request-id: req-9be51d0c-af62-47bd-8f3c-bfb36bf284ba {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:39:16.723227 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a267ca-6987-46ee-84ec-ee5fb7c4a27f", "tag": "ed1f7cbd-202c-40f1-b4b1-df54f1f406e1", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:39:16.723477 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9be51d0c-af62-47bd-8f3c-bfb36bf284ba {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:39:16.723877 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9be51d0c-af62-47bd-8f3c-bfb36bf284ba'] response: {'name': 'network-changed', 'server_uuid': '70a267ca-6987-46ee-84ec-ee5fb7c4a27f', 'tag': 'ed1f7cbd-202c-40f1-b4b1-df54f1f406e1', 'status': 'completed', 'code': 200} Sep 30 09:39:16.739168 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f78f3-d5db-4854-8599-8917d6272f38 service neutron] Pushing event updated for resources: {'Port': ['ID=ed1f7cbd-202c-40f1-b4b1-df54f1f406e1,revision_number=3']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:39:16.754784 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a88493a0-2020-42d6-9767-f815266f2fbc req-c0cbbcf6-0dec-4c27-9007-caf480bbe16a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=54bc2d12-39ad-431b-8a02-0add6fddc2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461767 Sep 30 09:39:16.832099 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-30f7194a-802e-402f-8bb9-87f791c9fb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:16.833606 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-30f7194a-802e-402f-8bb9-87f791c9fb7e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=2c1cb4c57c924a24ab3368be3a3384cb&device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 1127 time: 0.0422661 Sep 30 09:39:16.887797 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-4d71693e-646b-4cc4-b72f-f803384287c4 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed1f7cbd-202c-40f1-b4b1-df54f1f406e1 HTTP/1.1" status: 200 len: 217 time: 0.0322759 Sep 30 09:39:16.974629 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:16.981320 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-2edb06b8-7014-450c-9624-b065e019de51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:16.982799 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-2edb06b8-7014-450c-9624-b065e019de51 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=8a9b3a8a-aba0-4a7c-badd-f910fa652568 HTTP/1.1" status: 200 len: 847 time: 0.0456579 Sep 30 09:39:17.020031 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-11ad1977-c5e9-4413-a55c-16a29edd4e85 None None] Attempt 3 to provision port ed1f7cbd-202c-40f1-b4b1-df54f1f406e1 Sep 30 09:39:17.033645 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-b4e86d62-7aa3-435d-8e0e-49aafaf71d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:17.035184 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-b4e86d62-7aa3-435d-8e0e-49aafaf71d30 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0417323 Sep 30 09:39:17.061338 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-11ad1977-c5e9-4413-a55c-16a29edd4e85 None None] Port ed1f7cbd-202c-40f1-b4b1-df54f1f406e1 had new provisioning blocks added so it will not transition to active. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 30 09:39:17.127645 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-2f69887d-ad85-40a3-8b6d-967abeec0811 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852859 Sep 30 09:39:17.194787 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:17.224767 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-c2fc8993-48a4-4b39-8bd8-71c264a0f87b req-e28bd9b0-88dd-44a4-882b-990eaa5bed59 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883934 Sep 30 09:39:17.355028 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55666ea0-3fe7-465c-a68e-271f526e0e60 req-dd6c9d82-73ed-454c-9be6-404f7cd4d190 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:17.356484 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-55666ea0-3fe7-465c-a68e-271f526e0e60 req-dd6c9d82-73ed-454c-9be6-404f7cd4d190 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 943 time: 0.0471609 Sep 30 09:39:17.406914 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-55666ea0-3fe7-465c-a68e-271f526e0e60 req-b4fba80d-3462-4b9a-8621-ab045b6d94c4 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0ce68be3-82f0-4947-a98e-f1221e68a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440114 Sep 30 09:39:17.681236 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86104c17-4120-4149-9636-0f7b3e318039 req-a6a12a32-e50d-415d-a52f-4ab437709bf0 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:17.682727 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-86104c17-4120-4149-9636-0f7b3e318039 req-a6a12a32-e50d-415d-a52f-4ab437709bf0 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 946 time: 0.0505648 Sep 30 09:39:17.728499 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-86104c17-4120-4149-9636-0f7b3e318039 req-3a231a0c-5263-4cef-8e6d-dd9782b675b9 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402226 Sep 30 09:39:17.874014 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548bee8-5efe-435d-b872-fa0455e3ece0 req-30181da2-1e99-4b21-a733-b319d673d6cf tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:17.875743 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d548bee8-5efe-435d-b872-fa0455e3ece0 req-30181da2-1e99-4b21-a733-b319d673d6cf tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ef417608-6a17-4a37-a137-1febe56076bd HTTP/1.1" status: 200 len: 944 time: 0.0469010 Sep 30 09:39:17.923477 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d548bee8-5efe-435d-b872-fa0455e3ece0 req-17aa88d7-7141-4200-a2fd-d922cfc9b6e4 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=54bc2d12-39ad-431b-8a02-0add6fddc2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422041 Sep 30 09:39:17.923999 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 29e3ff5c-7dce-4c37-bc52-7c1c43af1b58 up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:39:17.968752 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Provisioning for port 29e3ff5c-7dce-4c37-bc52-7c1c43af1b58 completed by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 30 09:39:17.975465 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Provisioning complete for port 29e3ff5c-7dce-4c37-bc52-7c1c43af1b58 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:39:17.975838 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (29e3ff5c-7dce-4c37-bc52-7c1c43af1b58), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:17.976167 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Attempt 1 to provision port 29e3ff5c-7dce-4c37-bc52-7c1c43af1b58 Sep 30 09:39:18.050402 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port 29e3ff5c-7dce-4c37-bc52-7c1c43af1b58 is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:39:18.051016 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (29e3ff5c-7dce-4c37-bc52-7c1c43af1b58), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:18.076824 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef417608-6a17-4a37-a137-1febe56076bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e3ff5c-7dce-4c37-bc52-7c1c43af1b58'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:39:18.079503 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}572cd3d2a36c298d242844143b4f2eb8d6763781bbf742a8cfd50e233d5d8038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657f190e-fdcf-46dd-a21a-4795b66e2d9a" -d '{"events": [{"server_uuid": "ef417608-6a17-4a37-a137-1febe56076bd", "name": "network-vif-plugged", "status": "completed", "tag": "29e3ff5c-7dce-4c37-bc52-7c1c43af1b58"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:39:18.091543 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port 29e3ff5c-7dce-4c37-bc52-7c1c43af1b58, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=29e3ff5c-7dce-4c37-bc52-7c1c43af1b58,segment=NetworkSegment(e66f24b0-9893-442e-bdcf-fa149cc52000),segment_id=e66f24b0-9893-442e-bdcf-fa149cc52000)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:39:18.095805 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (29e3ff5c-7dce-4c37-bc52-7c1c43af1b58), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:18.120416 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0223b5e8-fd03-4ffa-ac68-7e06b8bd7bc7 x-openstack-request-id: req-0223b5e8-fd03-4ffa-ac68-7e06b8bd7bc7 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:39:18.120715 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef417608-6a17-4a37-a137-1febe56076bd", "name": "network-vif-plugged", "status": "completed", "tag": "29e3ff5c-7dce-4c37-bc52-7c1c43af1b58", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:39:18.120967 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0223b5e8-fd03-4ffa-ac68-7e06b8bd7bc7 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:39:18.121359 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0223b5e8-fd03-4ffa-ac68-7e06b8bd7bc7'] response: {'server_uuid': 'ef417608-6a17-4a37-a137-1febe56076bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e3ff5c-7dce-4c37-bc52-7c1c43af1b58', 'code': 200} Sep 30 09:39:18.147771 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=29e3ff5c-7dce-4c37-bc52-7c1c43af1b58,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:39:18.528464 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc01139-8366-4924-b272-92945ca7f903 req-57369dc7-81c8-4b8b-9895-43d48a9c352d tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:18.529916 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1dc01139-8366-4924-b272-92945ca7f903 req-57369dc7-81c8-4b8b-9895-43d48a9c352d tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 943 time: 0.0505335 Sep 30 09:39:18.578488 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1dc01139-8366-4924-b272-92945ca7f903 req-2d9fa537-791d-4fb2-b1e5-6d5c2b90e5d1 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0ce68be3-82f0-4947-a98e-f1221e68a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431015 Sep 30 09:39:18.838075 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:18.856146 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c660880-bf68-4049-9045-bfcf95e01177 req-4e0a22c0-4440-4e73-b827-16fe2da1e7a1 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:18.857599 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-9c660880-bf68-4049-9045-bfcf95e01177 req-4e0a22c0-4440-4e73-b827-16fe2da1e7a1 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 946 time: 0.0475171 Sep 30 09:39:18.904421 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-9c660880-bf68-4049-9045-bfcf95e01177 req-1eede671-1a4e-48c1-a3d3-1bcaeff3b9a8 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412498 Sep 30 09:39:19.037983 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:19.047379 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa558be-f10a-4b51-a1d8-ec83743ddd62 req-64f664f5-8b09-4823-b8c8-75bdc306119d tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:19.048851 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-3aa558be-f10a-4b51-a1d8-ec83743ddd62 req-64f664f5-8b09-4823-b8c8-75bdc306119d tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ef417608-6a17-4a37-a137-1febe56076bd HTTP/1.1" status: 200 len: 945 time: 0.0498776 Sep 30 09:39:19.099883 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-3aa558be-f10a-4b51-a1d8-ec83743ddd62 req-9cd3fc4d-a6ad-4d3d-a2df-65edff5d323c tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=54bc2d12-39ad-431b-8a02-0add6fddc2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453591 Sep 30 09:39:19.697812 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667e3d4-7ef0-4df1-95fc-f4c82f16bf40 req-f8102f85-73b1-4aee-ba80-2d6d86c4dcf8 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:19.699197 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1667e3d4-7ef0-4df1-95fc-f4c82f16bf40 req-f8102f85-73b1-4aee-ba80-2d6d86c4dcf8 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 943 time: 0.0469940 Sep 30 09:39:19.749142 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1667e3d4-7ef0-4df1-95fc-f4c82f16bf40 req-f7b505c3-77a4-4e40-8cec-b3a75548bc67 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0ce68be3-82f0-4947-a98e-f1221e68a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438118 Sep 30 09:39:19.852850 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device ed1f7cbd-202c-40f1-b4b1-df54f1f406e1 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:39:20.039581 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291f359-3b5c-4dcc-bcd6-dd2dfbea9565 req-c9523d48-7f01-4b66-86c6-14e4ac9eacbb tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:20.041175 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4291f359-3b5c-4dcc-bcd6-dd2dfbea9565 req-c9523d48-7f01-4b66-86c6-14e4ac9eacbb tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 946 time: 0.0503409 Sep 30 09:39:20.087211 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port ed1f7cbd-202c-40f1-b4b1-df54f1f406e1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ed1f7cbd-202c-40f1-b4b1-df54f1f406e1,segment=NetworkSegment(4a059b5f-6655-47a2-992e-a2bd3453be44),segment_id=4a059b5f-6655-47a2-992e-a2bd3453be44)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:39:20.090316 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4291f359-3b5c-4dcc-bcd6-dd2dfbea9565 req-c789442f-d196-4f57-b5bb-6458d44cfc5c tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428529 Sep 30 09:39:20.099701 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Returning: {'device': 'ed1f7cbd-202c-40f1-b4b1-df54f1f406e1', 'network_id': 'c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13', 'port_id': 'ed1f7cbd-202c-40f1-b4b1-df54f1f406e1', 'mac_address': 'fa:16:3e:67:09:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a9b3a8a-aba0-4a7c-badd-f910fa652568', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:39:20.134518 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:20.137276 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port ed1f7cbd-202c-40f1-b4b1-df54f1f406e1 is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:39:20.137690 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (ed1f7cbd-202c-40f1-b4b1-df54f1f406e1), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:20.153047 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed1f7cbd-202c-40f1-b4b1-df54f1f406e1 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:39:20.174829 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port ed1f7cbd-202c-40f1-b4b1-df54f1f406e1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ed1f7cbd-202c-40f1-b4b1-df54f1f406e1,segment=NetworkSegment(4a059b5f-6655-47a2-992e-a2bd3453be44),segment_id=4a059b5f-6655-47a2-992e-a2bd3453be44)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:39:20.178946 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (ed1f7cbd-202c-40f1-b4b1-df54f1f406e1), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:20.179638 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 3643062d-c8fd-4dd8-8ade-74a425024837 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:39:20.186287 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:20.235031 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77acba8-91cd-4ec7-8588-342bf18eec2d req-1947654f-6f45-46a5-93ee-947024284f1f tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:20.238078 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-b77acba8-91cd-4ec7-8588-342bf18eec2d req-1947654f-6f45-46a5-93ee-947024284f1f tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ef417608-6a17-4a37-a137-1febe56076bd HTTP/1.1" status: 200 len: 945 time: 0.0605628 Sep 30 09:39:20.252049 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=ed1f7cbd-202c-40f1-b4b1-df54f1f406e1,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:39:20.286180 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-b77acba8-91cd-4ec7-8588-342bf18eec2d req-70bb507a-b748-4d5f-b145-822b87fe8709 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=54bc2d12-39ad-431b-8a02-0add6fddc2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435553 Sep 30 09:39:20.317966 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa143395-b2be-458e-ad8f-12c67c28999c req-5175137f-5e90-40ae-94cd-7c31f608e88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:20.319488 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-fa143395-b2be-458e-ad8f-12c67c28999c req-5175137f-5e90-40ae-94cd-7c31f608e88a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=2c1cb4c57c924a24ab3368be3a3384cb&device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 1128 time: 0.0419035 Sep 30 09:39:20.343420 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port 3643062d-c8fd-4dd8-8ade-74a425024837, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3643062d-c8fd-4dd8-8ade-74a425024837,segment=NetworkSegment(564e7fba-80a0-41fa-9dbf-7d18353521c2),segment_id=564e7fba-80a0-41fa-9dbf-7d18353521c2)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:39:20.355206 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Returning: {'device': '3643062d-c8fd-4dd8-8ade-74a425024837', 'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272', 'port_id': '3643062d-c8fd-4dd8-8ade-74a425024837', 'mac_address': 'fa:16:3e:12:63:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caa068e9-5807-465e-a6a4-c687aab9e12e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:39:20.403237 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port 3643062d-c8fd-4dd8-8ade-74a425024837 is: ACTIVE; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:39:20.403237 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (3643062d-c8fd-4dd8-8ade-74a425024837), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:20.417984 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3643062d-c8fd-4dd8-8ade-74a425024837 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:39:20.433796 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa143395-b2be-458e-ad8f-12c67c28999c req-91d0f368-9eed-4367-9675-98ec1a1647c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:20.435423 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-fa143395-b2be-458e-ad8f-12c67c28999c req-91d0f368-9eed-4367-9675-98ec1a1647c2 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13 HTTP/1.1" status: 200 len: 909 time: 0.1098680 Sep 30 09:39:20.440281 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port 3643062d-c8fd-4dd8-8ade-74a425024837, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3643062d-c8fd-4dd8-8ade-74a425024837,segment=NetworkSegment(564e7fba-80a0-41fa-9dbf-7d18353521c2),segment_id=564e7fba-80a0-41fa-9dbf-7d18353521c2)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:39:20.445342 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (3643062d-c8fd-4dd8-8ade-74a425024837), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:20.471271 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97deee-bcfb-4bc1-a633-fc7b6ebd8047 req-8c2fae85-2265-458d-a43e-1ccffddd05de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:20.472788 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1f97deee-bcfb-4bc1-a633-fc7b6ebd8047 req-8c2fae85-2265-458d-a43e-1ccffddd05de service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ef417608-6a17-4a37-a137-1febe56076bd HTTP/1.1" status: 200 len: 1129 time: 0.0463877 Sep 30 09:39:20.475099 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-fa143395-b2be-458e-ad8f-12c67c28999c req-1198b14c-10ec-4b81-975c-e1392c89f3a1 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed1f7cbd-202c-40f1-b4b1-df54f1f406e1 HTTP/1.1" status: 200 len: 217 time: 0.0340335 Sep 30 09:39:20.504828 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=3643062d-c8fd-4dd8-8ade-74a425024837,revision_number=6']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:39:20.527538 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1f97deee-bcfb-4bc1-a633-fc7b6ebd8047 req-fb8a925c-1617-491b-8afd-c7d8a67d8dd3 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=54bc2d12-39ad-431b-8a02-0add6fddc2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399446 Sep 30 09:39:20.532924 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa143395-b2be-458e-ad8f-12c67c28999c req-f9a69485-60db-4ba9-9151-02d0d4dc47f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:20.534376 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-fa143395-b2be-458e-ad8f-12c67c28999c req-f9a69485-60db-4ba9-9151-02d0d4dc47f4 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=8a9b3a8a-aba0-4a7c-badd-f910fa652568 HTTP/1.1" status: 200 len: 847 time: 0.0457778 Sep 30 09:39:20.870192 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231326e-2f92-4680-8104-3f3ac3748d72 req-e88b97df-72e6-4ffb-b4da-66652e2b9fcb tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:20.871679 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-5231326e-2f92-4680-8104-3f3ac3748d72 req-e88b97df-72e6-4ffb-b4da-66652e2b9fcb tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 944 time: 0.0480471 Sep 30 09:39:20.925901 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-5231326e-2f92-4680-8104-3f3ac3748d72 req-04e6a318-da64-4080-b302-6c1bc3d49f15 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0ce68be3-82f0-4947-a98e-f1221e68a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483916 Sep 30 09:39:21.161373 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa143395-b2be-458e-ad8f-12c67c28999c req-c70e562d-9044-4c6f-b15c-f398f8e99451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:21.162912 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-fa143395-b2be-458e-ad8f-12c67c28999c req-c70e562d-9044-4c6f-b15c-f398f8e99451 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0403025 Sep 30 09:39:21.220667 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaadafa6-200a-43e7-af6b-08c8d85ca27b req-5582bebe-e768-4808-a285-1745dcf30780 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:21.222168 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-eaadafa6-200a-43e7-af6b-08c8d85ca27b req-5582bebe-e768-4808-a285-1745dcf30780 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 945 time: 0.0464520 Sep 30 09:39:21.257934 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-fa143395-b2be-458e-ad8f-12c67c28999c req-b0feda0e-aa8e-4997-b01b-8f7a91cd13eb service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884829 Sep 30 09:39:21.259998 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] get_ports_and_sgs() called for port_ids ['ed1f7cbd-202c-40f1-b4b1-df54f1f406e1'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:39:21.271401 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-eaadafa6-200a-43e7-af6b-08c8d85ca27b req-28970c51-5794-489d-8f7f-42c26352bf55 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435786 Sep 30 09:39:21.360669 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] get_ports_and_sgs() called for port_ids ['3643062d-c8fd-4dd8-8ade-74a425024837'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:39:21.416778 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1f50a-9f89-4f54-934b-7c5df1e87ab0 req-06f0fa44-3f89-43c6-81a4-df85884c1a8e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:21.418277 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c6d1f50a-9f89-4f54-934b-7c5df1e87ab0 req-06f0fa44-3f89-43c6-81a4-df85884c1a8e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ef417608-6a17-4a37-a137-1febe56076bd HTTP/1.1" status: 200 len: 945 time: 0.0476978 Sep 30 09:39:21.465615 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c6d1f50a-9f89-4f54-934b-7c5df1e87ab0 req-234f9d61-54d1-419f-b271-1f3b73cd49b9 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=54bc2d12-39ad-431b-8a02-0add6fddc2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409629 Sep 30 09:39:21.996931 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-fa143395-b2be-458e-ad8f-12c67c28999c req-c39847b8-7c3e-4a3f-86ab-2fe57718db32 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904586 Sep 30 09:39:22.053309 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4cc25-3e64-48c0-833e-471160a68a17 req-015b1ffb-3f12-43c9-b22a-b8db9d12cc1d tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:22.054823 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8ff4cc25-3e64-48c0-833e-471160a68a17 req-015b1ffb-3f12-43c9-b22a-b8db9d12cc1d tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 944 time: 0.0510278 Sep 30 09:39:22.103699 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8ff4cc25-3e64-48c0-833e-471160a68a17 req-ceb8606a-5e6b-4cb6-a9e5-ca1ebe930101 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0ce68be3-82f0-4947-a98e-f1221e68a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433252 Sep 30 09:39:22.413349 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d4f3f-7e5b-4a07-87ba-845122b37e41 req-efecf7e5-337b-4764-9ec1-415e64b75d23 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:22.415285 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-088d4f3f-7e5b-4a07-87ba-845122b37e41 req-efecf7e5-337b-4764-9ec1-415e64b75d23 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 945 time: 0.0613861 Sep 30 09:39:22.464839 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-088d4f3f-7e5b-4a07-87ba-845122b37e41 req-59e0bd7a-b1a9-4da5-9f6b-3066411e1b9f tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438206 Sep 30 09:39:22.591168 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939bed16-420d-4b12-b5db-d7c8d90f94b1 req-f725d7a5-dae2-4637-aa7b-5ebfc48fd43e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:22.593207 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-939bed16-420d-4b12-b5db-d7c8d90f94b1 req-f725d7a5-dae2-4637-aa7b-5ebfc48fd43e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ef417608-6a17-4a37-a137-1febe56076bd HTTP/1.1" status: 200 len: 945 time: 0.0526791 Sep 30 09:39:22.634643 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:22.642598 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-939bed16-420d-4b12-b5db-d7c8d90f94b1 req-6b28cf09-8962-4206-a565-359f5c3d4428 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=54bc2d12-39ad-431b-8a02-0add6fddc2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437884 Sep 30 09:39:23.183344 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:23.208956 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device ed1f7cbd-202c-40f1-b4b1-df54f1f406e1 up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:39:23.221855 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6ef09-ed75-4ae8-97ab-a56b11129c90 req-bd584573-45df-42d8-a539-907d2cf3b80c tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:23.223337 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-49d6ef09-ed75-4ae8-97ab-a56b11129c90 req-bd584573-45df-42d8-a539-907d2cf3b80c tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 944 time: 0.0482166 Sep 30 09:39:23.244018 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:23.249442 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:23.255991 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Provisioning for port ed1f7cbd-202c-40f1-b4b1-df54f1f406e1 completed by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 30 09:39:23.262061 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Provisioning complete for port ed1f7cbd-202c-40f1-b4b1-df54f1f406e1 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:39:23.262444 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (ed1f7cbd-202c-40f1-b4b1-df54f1f406e1), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:23.262781 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Attempt 1 to provision port ed1f7cbd-202c-40f1-b4b1-df54f1f406e1 Sep 30 09:39:23.276173 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-49d6ef09-ed75-4ae8-97ab-a56b11129c90 req-64dbf9d6-5d38-4119-887b-d58994215620 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0ce68be3-82f0-4947-a98e-f1221e68a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471509 Sep 30 09:39:23.335878 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port ed1f7cbd-202c-40f1-b4b1-df54f1f406e1 is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:39:23.336255 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (ed1f7cbd-202c-40f1-b4b1-df54f1f406e1), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:23.363989 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a267ca-6987-46ee-84ec-ee5fb7c4a27f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1f7cbd-202c-40f1-b4b1-df54f1f406e1'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:39:23.366211 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}572cd3d2a36c298d242844143b4f2eb8d6763781bbf742a8cfd50e233d5d8038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e76f32-9b08-40ed-9058-39d1ef9c03fe" -d '{"events": [{"server_uuid": "70a267ca-6987-46ee-84ec-ee5fb7c4a27f", "name": "network-vif-plugged", "status": "completed", "tag": "ed1f7cbd-202c-40f1-b4b1-df54f1f406e1"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:39:23.379574 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port ed1f7cbd-202c-40f1-b4b1-df54f1f406e1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ed1f7cbd-202c-40f1-b4b1-df54f1f406e1,segment=NetworkSegment(4a059b5f-6655-47a2-992e-a2bd3453be44),segment_id=4a059b5f-6655-47a2-992e-a2bd3453be44)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:39:23.383697 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (ed1f7cbd-202c-40f1-b4b1-df54f1f406e1), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:23.384546 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 3643062d-c8fd-4dd8-8ade-74a425024837 up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:39:23.424292 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e017f750-73e0-4161-8c30-6c8ccb104805 x-openstack-request-id: req-e017f750-73e0-4161-8c30-6c8ccb104805 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:39:23.424587 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a267ca-6987-46ee-84ec-ee5fb7c4a27f", "name": "network-vif-plugged", "status": "completed", "tag": "ed1f7cbd-202c-40f1-b4b1-df54f1f406e1", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:39:23.424840 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e017f750-73e0-4161-8c30-6c8ccb104805 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:39:23.425231 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e017f750-73e0-4161-8c30-6c8ccb104805'] response: {'server_uuid': '70a267ca-6987-46ee-84ec-ee5fb7c4a27f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1f7cbd-202c-40f1-b4b1-df54f1f406e1', 'code': 200} Sep 30 09:39:23.464912 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=ed1f7cbd-202c-40f1-b4b1-df54f1f406e1,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:39:23.468996 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Provisioning complete for port 3643062d-c8fd-4dd8-8ade-74a425024837 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:39:23.469359 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (3643062d-c8fd-4dd8-8ade-74a425024837), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:23.469719 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Attempt 1 to provision port 3643062d-c8fd-4dd8-8ade-74a425024837 Sep 30 09:39:23.551778 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port 3643062d-c8fd-4dd8-8ade-74a425024837 is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:39:23.552498 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (3643062d-c8fd-4dd8-8ade-74a425024837), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:23.562261 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:23.589207 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port 3643062d-c8fd-4dd8-8ade-74a425024837, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3643062d-c8fd-4dd8-8ade-74a425024837,segment=NetworkSegment(564e7fba-80a0-41fa-9dbf-7d18353521c2),segment_id=564e7fba-80a0-41fa-9dbf-7d18353521c2)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:39:23.594567 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (3643062d-c8fd-4dd8-8ade-74a425024837), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:23.610392 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfdd6b6-dd6a-47ab-8258-4afdbcc82cd3 req-8622c8fc-14be-4aba-98a9-78b00918643e tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:23.611955 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-fdfdd6b6-dd6a-47ab-8258-4afdbcc82cd3 req-8622c8fc-14be-4aba-98a9-78b00918643e tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 945 time: 0.0600333 Sep 30 09:39:23.644636 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=3643062d-c8fd-4dd8-8ade-74a425024837,revision_number=7']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:39:23.667227 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-fdfdd6b6-dd6a-47ab-8258-4afdbcc82cd3 req-98d1ef33-4084-4364-a3e0-d52c214a575e tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496061 Sep 30 09:39:23.767942 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8aacb-fcae-4c93-b429-e3ead218a1a6 req-7b628ac3-3057-40a3-9947-f8abc0ba02d7 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:23.769677 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f2e8aacb-fcae-4c93-b429-e3ead218a1a6 req-7b628ac3-3057-40a3-9947-f8abc0ba02d7 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ef417608-6a17-4a37-a137-1febe56076bd HTTP/1.1" status: 200 len: 945 time: 0.0503552 Sep 30 09:39:23.818211 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f2e8aacb-fcae-4c93-b429-e3ead218a1a6 req-038a60d8-8410-472d-9157-33c5630eb1de tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=54bc2d12-39ad-431b-8a02-0add6fddc2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427914 Sep 30 09:39:23.902347 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75e6a6-f70d-46d9-b43f-fb9abf79d32c req-06223176-f7eb-45fc-91a9-2bbfd92e1852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:23.903816 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-5c75e6a6-f70d-46d9-b43f-fb9abf79d32c req-06223176-f7eb-45fc-91a9-2bbfd92e1852 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 1129 time: 0.0395472 Sep 30 09:39:23.934500 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b93f33-b0cb-47dd-901b-2750c1b7be1f req-4d25592b-a990-4264-8765-f8d874ecc11c tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:23.936107 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-e2b93f33-b0cb-47dd-901b-2750c1b7be1f req-4d25592b-a990-4264-8765-f8d874ecc11c tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ef417608-6a17-4a37-a137-1febe56076bd HTTP/1.1" status: 200 len: 945 time: 0.0472341 Sep 30 09:39:23.947559 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 42170) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:39:23.950973 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-5c75e6a6-f70d-46d9-b43f-fb9abf79d32c req-a77830a8-a931-4eae-8722-d3954f8f8ab5 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0ce68be3-82f0-4947-a98e-f1221e68a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407863 Sep 30 09:39:23.952634 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-d64a701c-40cf-47d9-8c1a-25cd07c41ab8 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Request body: {'floatingip': {'port_id': '29e3ff5c-7dce-4c37-bc52-7c1c43af1b58'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:39:23.993430 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d64a701c-40cf-47d9-8c1a-25cd07c41ab8 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for floatingip (17800ad1-cdbd-4ddc-af42-2e9ea7fc0a05), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:24.258136 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:39:24.441527 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d0de6-8232-4b56-9534-61fc4393e971 req-6f78d28c-0365-4950-bacf-94a56385d312 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:24.443036 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-025d0de6-8232-4b56-9534-61fc4393e971 req-6f78d28c-0365-4950-bacf-94a56385d312 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 945 time: 0.0904841 Sep 30 09:39:24.451930 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d64a701c-40cf-47d9-8c1a-25cd07c41ab8 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:24.459864 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d64a701c-40cf-47d9-8c1a-25cd07c41ab8 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759975'] for floatingip (17800ad1-cdbd-4ddc-af42-2e9ea7fc0a05), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:24.567655 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-025d0de6-8232-4b56-9534-61fc4393e971 req-0ddc3bf8-bfe6-40e2-99c0-c53ff1c0ad9d tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0ce68be3-82f0-4947-a98e-f1221e68a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177723 Sep 30 09:39:24.588465 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.db.l3_db [None req-d64a701c-40cf-47d9-8c1a-25cd07c41ab8 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Floating IP 17800ad1-cdbd-4ddc-af42-2e9ea7fc0a05 associated. External IP: 172.37.1.91, port: 29e3ff5c-7dce-4c37-bc52-7c1c43af1b58. Sep 30 09:39:24.662533 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:24.671348 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:24.820780 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66612f64-d3f9-441d-aa39-57eb4b772dac req-3bedc0ac-d4ce-4725-9f72-5fe252dc85a3 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:24.822205 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-66612f64-d3f9-441d-aa39-57eb4b772dac req-3bedc0ac-d4ce-4725-9f72-5fe252dc85a3 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 946 time: 0.0604966 Sep 30 09:39:24.831199 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64a701c-40cf-47d9-8c1a-25cd07c41ab8 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Router 3b92f880-bce1-431d-953b-029e5d3c9818 has already been hosted by L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:39:24.908691 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-66612f64-d3f9-441d-aa39-57eb4b772dac req-43ca40d8-c9a9-4c22-a7b7-9ea37967d280 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805163 Sep 30 09:39:24.970132 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64a701c-40cf-47d9-8c1a-25cd07c41ab8 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:39:24.975018 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d64a701c-40cf-47d9-8c1a-25cd07c41ab8 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for floatingip (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:24.980630 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999304e1-6307-471e-9e99-92835968be7e None None] Sync routers for ids ['3b92f880-bce1-431d-953b-029e5d3c9818'] in dv-cinder-master-3-smb {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:39:24.992082 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999304e1-6307-471e-9e99-92835968be7e None None] Routers {'3b92f880-bce1-431d-953b-029e5d3c9818'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:39:24.992781 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-999304e1-6307-471e-9e99-92835968be7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:38:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['3b92f880-bce1-431d-953b-029e5d3c9818'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:39:25.006304 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-d64a701c-40cf-47d9-8c1a-25cd07c41ab8 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/17800ad1-cdbd-4ddc-af42-2e9ea7fc0a05 HTTP/1.1" status: 200 len: 990 time: 1.0575621 Sep 30 09:39:25.007208 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef417608-6a17-4a37-a137-1febe56076bd', 'tag': '29e3ff5c-7dce-4c37-bc52-7c1c43af1b58'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:39:25.009465 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fcb41cfe2f49de8823fc1653213cc9e5b77d80f13114ba069ec5cf27ea68f53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d119e8-87b5-4a18-a566-a08186c82c38" -d '{"events": [{"name": "network-changed", "server_uuid": "ef417608-6a17-4a37-a137-1febe56076bd", "tag": "29e3ff5c-7dce-4c37-bc52-7c1c43af1b58"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:39:25.046931 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6afa6e-b4d6-4fc0-8de5-2babec3f43c3 x-openstack-request-id: req-0c6afa6e-b4d6-4fc0-8de5-2babec3f43c3 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:39:25.047221 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef417608-6a17-4a37-a137-1febe56076bd", "tag": "29e3ff5c-7dce-4c37-bc52-7c1c43af1b58", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:39:25.047474 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0c6afa6e-b4d6-4fc0-8de5-2babec3f43c3 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:39:25.047880 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c6afa6e-b4d6-4fc0-8de5-2babec3f43c3'] response: {'name': 'network-changed', 'server_uuid': 'ef417608-6a17-4a37-a137-1febe56076bd', 'tag': '29e3ff5c-7dce-4c37-bc52-7c1c43af1b58', 'status': 'completed', 'code': 200} Sep 30 09:39:25.097990 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-999304e1-6307-471e-9e99-92835968be7e None None] Set router 3b92f880-bce1-431d-953b-029e5d3c9818 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:39:25.312123 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-999304e1-6307-471e-9e99-92835968be7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'name': 'tempest-AttachVolumeNegativeTest-834901665-router', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94'}], 'enable_snat': True}, 'gw_port_id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:07Z', 'revision_number': 4, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'gw_port': {'id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:02Z', 'updated_at': '2022-09-30T09:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '17800ad1-cdbd-4ddc-af42-2e9ea7fc0a05', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'floating_ip_address': '172.37.1.91', 'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'router_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'port_id': '29e3ff5c-7dce-4c37-bc52-7c1c43af1b58', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'mac_address': 'fa:16:3e:bf:a2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef417608-6a17-4a37-a137-1febe56076bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:38:58Z', 'updated_at': '2022-09-30T09:39:24Z', 'revision_number': 1, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'fixed_ip_address_scope': None}, {'id': '2155f60d-d8ac-4448-833d-c6113ac88ae5', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'floating_ip_address': '172.37.1.107', 'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'router_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'port_id': 'cf81158f-690a-43be-9000-0bc960d4902a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'mac_address': 'fa:16:3e:cf:5a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afabbde-d38f-4220-ba51-d309cf29ab34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:36:14Z', 'updated_at': '2022-09-30T09:37:00Z', 'revision_number': 2, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '600c548c-0db2-4cb3-9561-68f0f39c3aa5', 'name': '', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'mac_address': 'fa:16:3e:85:21:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:06Z', 'updated_at': '2022-09-30T09:36:21Z', 'revision_number': 5, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'subnets': [{'id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:39:25.337056 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999304e1-6307-471e-9e99-92835968be7e None None] Checking router: 3b92f880-bce1-431d-953b-029e5d3c9818 for host: dv-cinder-master-3-smb {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:39:25.340219 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:25.348932 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999304e1-6307-471e-9e99-92835968be7e None None] Routers {'3b92f880-bce1-431d-953b-029e5d3c9818'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:39:25.349483 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-999304e1-6307-471e-9e99-92835968be7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:38:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['3b92f880-bce1-431d-953b-029e5d3c9818'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:39:25.427439 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa45afac-631e-4b21-b7fd-d72725a08efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3643062d-c8fd-4dd8-8ade-74a425024837'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:39:25.429949 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}572cd3d2a36c298d242844143b4f2eb8d6763781bbf742a8cfd50e233d5d8038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3792dcdb-e603-49aa-95f7-224e9a844a67" -d '{"events": [{"server_uuid": "aa45afac-631e-4b21-b7fd-d72725a08efd", "name": "network-vif-plugged", "status": "completed", "tag": "3643062d-c8fd-4dd8-8ade-74a425024837"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:39:25.457859 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-999304e1-6307-471e-9e99-92835968be7e None None] Set router 3b92f880-bce1-431d-953b-029e5d3c9818 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:39:25.482148 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118b5ad4-75ae-4cb6-bd2e-05969e0e66dd x-openstack-request-id: req-118b5ad4-75ae-4cb6-bd2e-05969e0e66dd {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:39:25.482461 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa45afac-631e-4b21-b7fd-d72725a08efd", "name": "network-vif-plugged", "status": "completed", "tag": "3643062d-c8fd-4dd8-8ade-74a425024837", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:39:25.482719 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-118b5ad4-75ae-4cb6-bd2e-05969e0e66dd {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:39:25.483710 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-118b5ad4-75ae-4cb6-bd2e-05969e0e66dd'] response: {'server_uuid': 'aa45afac-631e-4b21-b7fd-d72725a08efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3643062d-c8fd-4dd8-8ade-74a425024837', 'code': 200} Sep 30 09:39:25.546857 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:25.672879 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d119e8-87b5-4a18-a566-a08186c82c38 req-fd85b875-1f42-4fbd-a8dc-ce67316de32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:25.674650 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-50d119e8-87b5-4a18-a566-a08186c82c38 req-fd85b875-1f42-4fbd-a8dc-ce67316de32f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=277b0f36e38f42909ad307ca1d09b7da&device_id=ef417608-6a17-4a37-a137-1febe56076bd HTTP/1.1" status: 200 len: 1129 time: 0.0456712 Sep 30 09:39:25.692984 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee8449-803f-40fe-9db2-de94c9496c3b req-0b3b4fa6-03c3-455a-a57b-f279c1108898 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:25.694535 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-2cee8449-803f-40fe-9db2-de94c9496c3b req-0b3b4fa6-03c3-455a-a57b-f279c1108898 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 945 time: 0.0496590 Sep 30 09:39:25.703945 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-999304e1-6307-471e-9e99-92835968be7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'name': 'tempest-AttachVolumeNegativeTest-834901665-router', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94'}], 'enable_snat': True}, 'gw_port_id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:07Z', 'revision_number': 4, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'gw_port': {'id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:02Z', 'updated_at': '2022-09-30T09:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '17800ad1-cdbd-4ddc-af42-2e9ea7fc0a05', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'floating_ip_address': '172.37.1.91', 'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'router_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'port_id': '29e3ff5c-7dce-4c37-bc52-7c1c43af1b58', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'mac_address': 'fa:16:3e:bf:a2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef417608-6a17-4a37-a137-1febe56076bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:38:58Z', 'updated_at': '2022-09-30T09:39:24Z', 'revision_number': 1, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'fixed_ip_address_scope': None}, {'id': '2155f60d-d8ac-4448-833d-c6113ac88ae5', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'floating_ip_address': '172.37.1.107', 'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'router_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'port_id': 'cf81158f-690a-43be-9000-0bc960d4902a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'mac_address': 'fa:16:3e:cf:5a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afabbde-d38f-4220-ba51-d309cf29ab34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:36:14Z', 'updated_at': '2022-09-30T09:37:00Z', 'revision_number': 2, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '600c548c-0db2-4cb3-9561-68f0f39c3aa5', 'name': '', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'mac_address': 'fa:16:3e:85:21:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:06Z', 'updated_at': '2022-09-30T09:36:21Z', 'revision_number': 5, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'subnets': [{'id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:39:25.736439 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999304e1-6307-471e-9e99-92835968be7e None None] The sync data for ids ['3b92f880-bce1-431d-953b-029e5d3c9818'] in dv-cinder-master-3-smb is: [{'id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'name': 'tempest-AttachVolumeNegativeTest-834901665-router', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94'}], 'enable_snat': True}, 'gw_port_id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:07Z', 'revision_number': 4, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'gw_port': {'id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:02Z', 'updated_at': '2022-09-30T09:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '17800ad1-cdbd-4ddc-af42-2e9ea7fc0a05', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'floating_ip_address': '172.37.1.91', 'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'router_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'port_id': '29e3ff5c-7dce-4c37-bc52-7c1c43af1b58', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'mac_address': 'fa:16:3e:bf:a2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef417608-6a17-4a37-a137-1febe56076bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:38:58Z', 'updated_at': '2022-09-30T09:39:24Z', 'revision_number': 1, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'fixed_ip_address_scope': None}, {'id': '2155f60d-d8ac-4448-833d-c6113ac88ae5', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'floating_ip_address': '172.37.1.107', 'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'router_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'port_id': 'cf81158f-690a-43be-9000-0bc960d4902a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'mac_address': 'fa:16:3e:cf:5a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afabbde-d38f-4220-ba51-d309cf29ab34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:36:14Z', 'updated_at': '2022-09-30T09:37:00Z', 'revision_number': 2, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '600c548c-0db2-4cb3-9561-68f0f39c3aa5', 'name': '', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'mac_address': 'fa:16:3e:85:21:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:06Z', 'updated_at': '2022-09-30T09:36:21Z', 'revision_number': 5, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'subnets': [{'id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:39:25.752123 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-2cee8449-803f-40fe-9db2-de94c9496c3b req-9d089f68-9dda-4ce6-b30a-364686b147d9 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0ce68be3-82f0-4947-a98e-f1221e68a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515742 Sep 30 09:39:25.774170 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:25.794752 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d119e8-87b5-4a18-a566-a08186c82c38 req-439b71b9-7e0c-4d77-a6d4-665df9769529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:25.798786 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-50d119e8-87b5-4a18-a566-a08186c82c38 req-439b71b9-7e0c-4d77-a6d4-665df9769529 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=b208ce5f-758d-4f0c-90ce-9c825be7bba2 HTTP/1.1" status: 200 len: 915 time: 0.1122761 Sep 30 09:39:25.871469 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-50d119e8-87b5-4a18-a566-a08186c82c38 req-25711eec-d509-48cf-b7a0-18e6ef0d09eb service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29e3ff5c-7dce-4c37-bc52-7c1c43af1b58 HTTP/1.1" status: 200 len: 998 time: 0.0624924 Sep 30 09:39:25.930331 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d119e8-87b5-4a18-a566-a08186c82c38 req-0e998ebd-f441-431c-a1dd-6fe0d02942cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:25.931955 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-50d119e8-87b5-4a18-a566-a08186c82c38 req-0e998ebd-f441-431c-a1dd-6fe0d02942cc service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=8411074f-f19b-4e83-87b2-5762dc2e15cc HTTP/1.1" status: 200 len: 853 time: 0.0510674 Sep 30 09:39:25.943157 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7012d3b-66ab-435c-b1ea-8ac3d4ebb828 None None] New status for floating IP 17800ad1-cdbd-4ddc-af42-2e9ea7fc0a05: ACTIVE {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 09:39:25.969451 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-69f3aaa0-6743-4e61-9732-99451acb7e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:25.986592 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d119e8-87b5-4a18-a566-a08186c82c38 req-d0e24121-e158-4f99-8297-ea7ce7b9863a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:25.988350 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-50d119e8-87b5-4a18-a566-a08186c82c38 req-d0e24121-e158-4f99-8297-ea7ce7b9863a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=b208ce5f-758d-4f0c-90ce-9c825be7bba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0497525 Sep 30 09:39:26.046685 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f56c70-9f6e-4056-a27b-a4c77bb3662a req-32ecc996-d8cc-41ca-985b-94f0745ca447 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:26.049548 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-71f56c70-9f6e-4056-a27b-a4c77bb3662a req-32ecc996-d8cc-41ca-985b-94f0745ca447 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 946 time: 0.0469859 Sep 30 09:39:26.103299 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-71f56c70-9f6e-4056-a27b-a4c77bb3662a req-6ece43fb-e9d7-4219-8528-abd7e63acb8f tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485692 Sep 30 09:39:26.755678 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-50d119e8-87b5-4a18-a566-a08186c82c38 req-4454415c-fd5f-49b9-87c4-5fd3593e7ca9 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b208ce5f-758d-4f0c-90ce-9c825be7bba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840402 Sep 30 09:39:26.853439 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-50d119e8-87b5-4a18-a566-a08186c82c38 req-4410a84e-5017-4443-a513-5ed2d25700e4 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b208ce5f-758d-4f0c-90ce-9c825be7bba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890319 Sep 30 09:39:26.874781 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f97a3-be4e-4a35-82f6-4536e023167d req-ae97ce8b-d61e-4a18-989b-3482cba37044 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:26.876275 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-be8f97a3-be4e-4a35-82f6-4536e023167d req-ae97ce8b-d61e-4a18-989b-3482cba37044 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 945 time: 0.0474780 Sep 30 09:39:26.926960 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-be8f97a3-be4e-4a35-82f6-4536e023167d req-18342608-aee5-4523-beae-225190871805 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0ce68be3-82f0-4947-a98e-f1221e68a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451400 Sep 30 09:39:27.047531 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fedcc-815b-4e7d-9234-533d0fd39af7 req-9481a9f6-5143-443c-ae53-152c8ffbefe4 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:27.048917 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-790fedcc-815b-4e7d-9234-533d0fd39af7 req-9481a9f6-5143-443c-ae53-152c8ffbefe4 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 945 time: 0.0473628 Sep 30 09:39:27.097933 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-790fedcc-815b-4e7d-9234-533d0fd39af7 req-1f77d49f-bb75-4ad0-b14c-e97fbcfbf5d6 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0ce68be3-82f0-4947-a98e-f1221e68a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433047 Sep 30 09:39:27.125253 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 42192) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:39:27.244666 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96814ef-5b01-4fda-9e5a-45a193e3848d req-52450913-65ed-4a31-b2f4-a9f83fd5e7a1 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:27.246170 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c96814ef-5b01-4fda-9e5a-45a193e3848d req-52450913-65ed-4a31-b2f4-a9f83fd5e7a1 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 946 time: 0.0508497 Sep 30 09:39:27.294449 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c96814ef-5b01-4fda-9e5a-45a193e3848d req-eac5a113-de79-4517-8bdc-87cd488d55c4 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424693 Sep 30 09:39:27.360127 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f8449b-5627-4584-9b84-6c68bac8f651 tempest-TestShelveInstance-656336764 tempest-TestShelveInstance-656336764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:27.361929 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-86f8449b-5627-4584-9b84-6c68bac8f651 tempest-TestShelveInstance-656336764 tempest-TestShelveInstance-656336764-project-admin] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 1124 time: 0.2356834 Sep 30 09:39:27.364787 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 42198) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:39:27.368850 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-355396f9-12d2-46c5-a63e-79e9bf34c9e1 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Request body: {'floatingip': {'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'port_id': 'ed1f7cbd-202c-40f1-b4b1-df54f1f406e1', 'tenant_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:39:27.390615 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-355396f9-12d2-46c5-a63e-79e9bf34c9e1 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:27.445855 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:27.473854 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-355396f9-12d2-46c5-a63e-79e9bf34c9e1 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:27.480175 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:27.585058 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-355396f9-12d2-46c5-a63e-79e9bf34c9e1 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Allocated IP 172.37.1.130 (4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2/0f15ec3b-6992-47ef-bdfa-402dc9430f5b/7b3803a7-604b-43d4-b986-5ff013820ea3) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:39:27.956585 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-355396f9-12d2-46c5-a63e-79e9bf34c9e1 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks [] for port (7b3803a7-604b-43d4-b986-5ff013820ea3), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:27.989674 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-355396f9-12d2-46c5-a63e-79e9bf34c9e1 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29089666'] for port (7b3803a7-604b-43d4-b986-5ff013820ea3), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:28.028604 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355396f9-12d2-46c5-a63e-79e9bf34c9e1 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Network 4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:39:28.031688 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-355396f9-12d2-46c5-a63e-79e9bf34c9e1 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:39:28.035466 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355396f9-12d2-46c5-a63e-79e9bf34c9e1 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:39:28.062319 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355396f9-12d2-46c5-a63e-79e9bf34c9e1 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Pushing event updated for resources: {'Port': ['ID=7b3803a7-604b-43d4-b986-5ff013820ea3,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:39:28.284750 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-489f9c2f-23ae-4013-abab-508a9103a4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:28.452661 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d525f-8295-47f7-b8e1-2f75147c6c97 req-47231819-89a7-4750-a876-a888aeacaaed tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:28.454244 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d02d525f-8295-47f7-b8e1-2f75147c6c97 req-47231819-89a7-4750-a876-a888aeacaaed tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 946 time: 0.0628271 Sep 30 09:39:28.460031 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-355396f9-12d2-46c5-a63e-79e9bf34c9e1 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks [] for floatingip (cb911de0-4ab5-4754-a160-313d77c8c01a), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:28.513542 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:28.557257 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:28.568657 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d02d525f-8295-47f7-b8e1-2f75147c6c97 req-d2e9c17a-95bf-476c-b542-dbe48cd15893 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068189 Sep 30 09:39:28.574982 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-355396f9-12d2-46c5-a63e-79e9bf34c9e1 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (7b3803a7-604b-43d4-b986-5ff013820ea3), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:28.782671 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-355396f9-12d2-46c5-a63e-79e9bf34c9e1 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks [] for port (7b3803a7-604b-43d4-b986-5ff013820ea3), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:28.788719 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-355396f9-12d2-46c5-a63e-79e9bf34c9e1 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29089685'] for port (7b3803a7-604b-43d4-b986-5ff013820ea3), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:28.868824 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355396f9-12d2-46c5-a63e-79e9bf34c9e1 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Pushing event updated for resources: {'Port': ['ID=7b3803a7-604b-43d4-b986-5ff013820ea3,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:39:28.891164 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-355396f9-12d2-46c5-a63e-79e9bf34c9e1 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759975'] for floatingip (cb911de0-4ab5-4754-a160-313d77c8c01a), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:29.000693 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.db.l3_db [None req-355396f9-12d2-46c5-a63e-79e9bf34c9e1 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Floating IP cb911de0-4ab5-4754-a160-313d77c8c01a associated. External IP: 172.37.1.130, port: ed1f7cbd-202c-40f1-b4b1-df54f1f406e1. Sep 30 09:39:29.210224 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355396f9-12d2-46c5-a63e-79e9bf34c9e1 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Router e71eff5a-7705-4b3b-a914-91e67e16a8c0 has already been hosted by L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:39:29.320995 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355396f9-12d2-46c5-a63e-79e9bf34c9e1 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:39:29.330952 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1751dc1-3830-45bb-b93b-07b4419f02d7 None None] Sync routers for ids ['e71eff5a-7705-4b3b-a914-91e67e16a8c0'] in dv-cinder-master-3-smb {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:39:29.342152 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-355396f9-12d2-46c5-a63e-79e9bf34c9e1 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for floatingip (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:29.348851 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1751dc1-3830-45bb-b93b-07b4419f02d7 None None] Routers {'e71eff5a-7705-4b3b-a914-91e67e16a8c0'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:39:29.354678 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-c1751dc1-3830-45bb-b93b-07b4419f02d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:39:28Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['e71eff5a-7705-4b3b-a914-91e67e16a8c0'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:39:29.376007 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-355396f9-12d2-46c5-a63e-79e9bf34c9e1 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0102093 Sep 30 09:39:29.376675 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a267ca-6987-46ee-84ec-ee5fb7c4a27f', 'tag': 'ed1f7cbd-202c-40f1-b4b1-df54f1f406e1'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:39:29.379305 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fcb41cfe2f49de8823fc1653213cc9e5b77d80f13114ba069ec5cf27ea68f53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee5bb12-b941-4d6e-9a6a-bc51eb353d67" -d '{"events": [{"name": "network-changed", "server_uuid": "70a267ca-6987-46ee-84ec-ee5fb7c4a27f", "tag": "ed1f7cbd-202c-40f1-b4b1-df54f1f406e1"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:39:29.421226 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137a542b-c5be-4253-8b29-f2293a255216 x-openstack-request-id: req-137a542b-c5be-4253-8b29-f2293a255216 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:39:29.421890 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a267ca-6987-46ee-84ec-ee5fb7c4a27f", "tag": "ed1f7cbd-202c-40f1-b4b1-df54f1f406e1", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:39:29.422302 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-137a542b-c5be-4253-8b29-f2293a255216 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:39:29.422865 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-137a542b-c5be-4253-8b29-f2293a255216'] response: {'name': 'network-changed', 'server_uuid': '70a267ca-6987-46ee-84ec-ee5fb7c4a27f', 'tag': 'ed1f7cbd-202c-40f1-b4b1-df54f1f406e1', 'status': 'completed', 'code': 200} Sep 30 09:39:29.453903 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:29.521989 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-c1751dc1-3830-45bb-b93b-07b4419f02d7 None None] Set router e71eff5a-7705-4b3b-a914-91e67e16a8c0 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:39:29.543820 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5bb12-b941-4d6e-9a6a-bc51eb353d67 req-e0a8b506-6cfc-4f80-b7d4-4113d39dbf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:29.547099 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-5ee5bb12-b941-4d6e-9a6a-bc51eb353d67 req-e0a8b506-6cfc-4f80-b7d4-4113d39dbf93 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=2c1cb4c57c924a24ab3368be3a3384cb&device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 1129 time: 0.0484464 Sep 30 09:39:29.630275 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:29.635350 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:29.664265 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5bb12-b941-4d6e-9a6a-bc51eb353d67 req-fbf7740e-6ed1-4d17-9df1-4d39d7b1bebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:29.665778 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-5ee5bb12-b941-4d6e-9a6a-bc51eb353d67 req-fbf7740e-6ed1-4d17-9df1-4d39d7b1bebd service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13 HTTP/1.1" status: 200 len: 909 time: 0.1092987 Sep 30 09:39:29.734411 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-5ee5bb12-b941-4d6e-9a6a-bc51eb353d67 req-dec99542-bb8c-4654-bf32-8515cdb6b9e1 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed1f7cbd-202c-40f1-b4b1-df54f1f406e1 HTTP/1.1" status: 200 len: 999 time: 0.0603838 Sep 30 09:39:29.765513 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e96ac-6970-422f-84fe-1ce70d36c245 req-19183360-981f-4e44-b04d-745d678ef236 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:29.775326 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-130e96ac-6970-422f-84fe-1ce70d36c245 req-19183360-981f-4e44-b04d-745d678ef236 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 946 time: 0.0789235 Sep 30 09:39:29.823955 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-c1751dc1-3830-45bb-b93b-07b4419f02d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71eff5a-7705-4b3b-a914-91e67e16a8c0', 'name': 'tempest-TestShelveInstance-178242830-router', 'tenant_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.35'}], 'enable_snat': True}, 'gw_port_id': '0288ea1c-4fe9-4d64-94b3-375996f9388b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:38:30Z', 'updated_at': '2022-09-30T09:38:33Z', 'revision_number': 4, 'project_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'gw_port': {'id': '0288ea1c-4fe9-4d64-94b3-375996f9388b', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71eff5a-7705-4b3b-a914-91e67e16a8c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:38:30Z', 'updated_at': '2022-09-30T09:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'cb911de0-4ab5-4754-a160-313d77c8c01a', 'tenant_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'floating_ip_address': '172.37.1.130', 'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'router_id': 'e71eff5a-7705-4b3b-a914-91e67e16a8c0', 'port_id': 'ed1f7cbd-202c-40f1-b4b1-df54f1f406e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13', 'mac_address': 'fa:16:3e:67:09:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a267ca-6987-46ee-84ec-ee5fb7c4a27f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:39:28Z', 'updated_at': '2022-09-30T09:39:28Z', 'revision_number': 0, 'project_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee1ca968-26d0-4035-a485-9ed3e5fac6b4', 'name': '', 'network_id': 'c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13', 'tenant_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'mac_address': 'fa:16:3e:fd:68:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71eff5a-7705-4b3b-a914-91e67e16a8c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8a9b3a8a-aba0-4a7c-badd-f910fa652568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:38:33Z', 'updated_at': '2022-09-30T09:38:39Z', 'revision_number': 5, 'project_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'subnets': [{'id': '8a9b3a8a-aba0-4a7c-badd-f910fa652568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:39:29.828248 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5bb12-b941-4d6e-9a6a-bc51eb353d67 req-63899e1b-eb95-491a-a187-6fb947ed4dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:29.832769 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-5ee5bb12-b941-4d6e-9a6a-bc51eb353d67 req-63899e1b-eb95-491a-a187-6fb947ed4dfe service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=8a9b3a8a-aba0-4a7c-badd-f910fa652568 HTTP/1.1" status: 200 len: 847 time: 0.0814157 Sep 30 09:39:29.851921 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1751dc1-3830-45bb-b93b-07b4419f02d7 None None] Checking router: e71eff5a-7705-4b3b-a914-91e67e16a8c0 for host: dv-cinder-master-3-smb {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:39:29.859522 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-130e96ac-6970-422f-84fe-1ce70d36c245 req-f4e3a0f6-f815-4d81-a135-bbca0526075c tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822375 Sep 30 09:39:29.864044 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1751dc1-3830-45bb-b93b-07b4419f02d7 None None] Routers {'e71eff5a-7705-4b3b-a914-91e67e16a8c0'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:39:29.864359 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-c1751dc1-3830-45bb-b93b-07b4419f02d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:39:28Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['e71eff5a-7705-4b3b-a914-91e67e16a8c0'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:39:29.905474 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5bb12-b941-4d6e-9a6a-bc51eb353d67 req-44c10ba2-465f-41bb-ab2d-e81301119e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:29.908028 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-5ee5bb12-b941-4d6e-9a6a-bc51eb353d67 req-44c10ba2-465f-41bb-ab2d-e81301119e09 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0672302 Sep 30 09:39:30.035218 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-5ee5bb12-b941-4d6e-9a6a-bc51eb353d67 req-270588ba-f96d-4beb-83a5-f2ef448ebc25 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199331 Sep 30 09:39:30.121964 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-c1751dc1-3830-45bb-b93b-07b4419f02d7 None None] Set router e71eff5a-7705-4b3b-a914-91e67e16a8c0 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:39:30.146398 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:30.168995 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-5ee5bb12-b941-4d6e-9a6a-bc51eb353d67 req-43983579-81db-4ff6-836a-593f6d68b789 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273136 Sep 30 09:39:30.377562 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-c1751dc1-3830-45bb-b93b-07b4419f02d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71eff5a-7705-4b3b-a914-91e67e16a8c0', 'name': 'tempest-TestShelveInstance-178242830-router', 'tenant_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.35'}], 'enable_snat': True}, 'gw_port_id': '0288ea1c-4fe9-4d64-94b3-375996f9388b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:38:30Z', 'updated_at': '2022-09-30T09:38:33Z', 'revision_number': 4, 'project_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'gw_port': {'id': '0288ea1c-4fe9-4d64-94b3-375996f9388b', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71eff5a-7705-4b3b-a914-91e67e16a8c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:38:30Z', 'updated_at': '2022-09-30T09:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'cb911de0-4ab5-4754-a160-313d77c8c01a', 'tenant_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'floating_ip_address': '172.37.1.130', 'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'router_id': 'e71eff5a-7705-4b3b-a914-91e67e16a8c0', 'port_id': 'ed1f7cbd-202c-40f1-b4b1-df54f1f406e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13', 'mac_address': 'fa:16:3e:67:09:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a267ca-6987-46ee-84ec-ee5fb7c4a27f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:39:28Z', 'updated_at': '2022-09-30T09:39:28Z', 'revision_number': 0, 'project_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee1ca968-26d0-4035-a485-9ed3e5fac6b4', 'name': '', 'network_id': 'c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13', 'tenant_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'mac_address': 'fa:16:3e:fd:68:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71eff5a-7705-4b3b-a914-91e67e16a8c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8a9b3a8a-aba0-4a7c-badd-f910fa652568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:38:33Z', 'updated_at': '2022-09-30T09:38:39Z', 'revision_number': 5, 'project_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'subnets': [{'id': '8a9b3a8a-aba0-4a7c-badd-f910fa652568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:39:30.381006 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:30.411556 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1751dc1-3830-45bb-b93b-07b4419f02d7 None None] The sync data for ids ['e71eff5a-7705-4b3b-a914-91e67e16a8c0'] in dv-cinder-master-3-smb is: [{'id': 'e71eff5a-7705-4b3b-a914-91e67e16a8c0', 'name': 'tempest-TestShelveInstance-178242830-router', 'tenant_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.35'}], 'enable_snat': True}, 'gw_port_id': '0288ea1c-4fe9-4d64-94b3-375996f9388b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:38:30Z', 'updated_at': '2022-09-30T09:38:33Z', 'revision_number': 4, 'project_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'gw_port': {'id': '0288ea1c-4fe9-4d64-94b3-375996f9388b', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71eff5a-7705-4b3b-a914-91e67e16a8c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:38:30Z', 'updated_at': '2022-09-30T09:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'cb911de0-4ab5-4754-a160-313d77c8c01a', 'tenant_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'floating_ip_address': '172.37.1.130', 'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'router_id': 'e71eff5a-7705-4b3b-a914-91e67e16a8c0', 'port_id': 'ed1f7cbd-202c-40f1-b4b1-df54f1f406e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13', 'mac_address': 'fa:16:3e:67:09:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a267ca-6987-46ee-84ec-ee5fb7c4a27f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:39:28Z', 'updated_at': '2022-09-30T09:39:28Z', 'revision_number': 0, 'project_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee1ca968-26d0-4035-a485-9ed3e5fac6b4', 'name': '', 'network_id': 'c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13', 'tenant_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'mac_address': 'fa:16:3e:fd:68:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71eff5a-7705-4b3b-a914-91e67e16a8c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8a9b3a8a-aba0-4a7c-badd-f910fa652568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:38:33Z', 'updated_at': '2022-09-30T09:38:39Z', 'revision_number': 5, 'project_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'subnets': [{'id': '8a9b3a8a-aba0-4a7c-badd-f910fa652568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:39:30.651078 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc6c51f-6b7f-4e56-ba4b-77a71f727fed None None] New status for floating IP cb911de0-4ab5-4754-a160-313d77c8c01a: ACTIVE {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 09:39:30.968684 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:30.984529 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:30.989195 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:31.011222 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882298c-b657-4860-8016-1fcd21d58465 req-f2c5ca16-6161-4376-a19f-80a7d1a4e66b tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:31.018124 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a882298c-b657-4860-8016-1fcd21d58465 req-f2c5ca16-6161-4376-a19f-80a7d1a4e66b tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 946 time: 0.0595491 Sep 30 09:39:31.069461 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a882298c-b657-4860-8016-1fcd21d58465 req-b2e47bee-9e0c-4fa5-9b6c-c553745d5ac4 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504301 Sep 30 09:39:32.205040 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:32.225199 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7085f5-2005-47b7-a6dd-f801ebd4a23d req-acb2f33b-58b9-4af0-bc48-07f9eef3aacc tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:32.226755 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-eb7085f5-2005-47b7-a6dd-f801ebd4a23d req-acb2f33b-58b9-4af0-bc48-07f9eef3aacc tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 946 time: 0.0605576 Sep 30 09:39:32.288033 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-eb7085f5-2005-47b7-a6dd-f801ebd4a23d req-efc17fc5-89bf-4b11-a7a5-63d5838c8e4d tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551600 Sep 30 09:39:33.448087 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060bd720-d7d5-4d62-be01-ac6583257d5c req-fca3a01b-c9d9-495f-a0b9-d3efc17fee82 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:33.449725 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-060bd720-d7d5-4d62-be01-ac6583257d5c req-fca3a01b-c9d9-495f-a0b9-d3efc17fee82 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 946 time: 0.0548761 Sep 30 09:39:33.499671 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-060bd720-d7d5-4d62-be01-ac6583257d5c req-f2d8adf2-5486-4869-9c16-1c025855cd8e tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429070 Sep 30 09:39:34.637217 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c2bbe-6836-4f1c-8960-d7105aeb49da req-fd772ccb-57bb-4993-b458-4469e507daf6 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:34.640712 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-970c2bbe-6836-4f1c-8960-d7105aeb49da req-fd772ccb-57bb-4993-b458-4469e507daf6 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 946 time: 0.0539005 Sep 30 09:39:34.697076 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-970c2bbe-6836-4f1c-8960-d7105aeb49da req-0c6c0ac5-3095-410c-a844-30e5af9b89d6 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512466 Sep 30 09:39:35.856084 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2340a0-1ab7-444f-9104-1cb402343a42 req-d5b15332-00c0-4d0a-91e4-5718d7ffc613 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:35.857909 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ed2340a0-1ab7-444f-9104-1cb402343a42 req-d5b15332-00c0-4d0a-91e4-5718d7ffc613 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 946 time: 0.0600307 Sep 30 09:39:35.909062 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ed2340a0-1ab7-444f-9104-1cb402343a42 req-88c6f8b7-9eea-44a7-b021-31f1c8de527a tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456274 Sep 30 09:39:37.068199 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7e438-cda0-4ed9-b0ad-aaa0c27b40fd req-b08bfc55-c687-481c-90f0-d730433659e9 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:37.070054 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-18e7e438-cda0-4ed9-b0ad-aaa0c27b40fd req-b08bfc55-c687-481c-90f0-d730433659e9 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 946 time: 0.0580339 Sep 30 09:39:37.126493 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-18e7e438-cda0-4ed9-b0ad-aaa0c27b40fd req-2444519a-88d6-45e6-b2a3-aa533db28831 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511093 Sep 30 09:39:38.259903 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dca104-a361-4982-a5ed-5ed159ad8b96 req-c2fbf306-9e1e-42ae-b38b-f12aea8af925 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:38.262317 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-97dca104-a361-4982-a5ed-5ed159ad8b96 req-c2fbf306-9e1e-42ae-b38b-f12aea8af925 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 946 time: 0.0524566 Sep 30 09:39:38.325450 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-97dca104-a361-4982-a5ed-5ed159ad8b96 req-e4ce289a-f241-445c-b812-cd7d1bd07979 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558455 Sep 30 09:39:39.480555 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b38e4d-3a6b-4832-a753-670fe07a0d70 req-82820e02-1b9a-4a2f-8071-b17d64e3626d tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:39.482303 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-37b38e4d-3a6b-4832-a753-670fe07a0d70 req-82820e02-1b9a-4a2f-8071-b17d64e3626d tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 946 time: 0.0528193 Sep 30 09:39:39.538541 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-37b38e4d-3a6b-4832-a753-670fe07a0d70 req-d29fb4cf-36a8-4b20-9b1d-4510c5a4b078 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500164 Sep 30 09:39:40.160759 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=79 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:40.163428 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=41 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:40.672645 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68926f91-67f3-4898-a680-3b8d9f344baf req-a508bbd2-0a72-477f-ad57-9ee0f413e117 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:40.674155 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-68926f91-67f3-4898-a680-3b8d9f344baf req-a508bbd2-0a72-477f-ad57-9ee0f413e117 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 946 time: 0.0518053 Sep 30 09:39:40.721569 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-68926f91-67f3-4898-a680-3b8d9f344baf req-87cd4646-3db1-459f-bd8f-7991f413eb5e tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417612 Sep 30 09:39:40.966649 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:40.983240 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:41.053567 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b9961-280b-4ee4-9ace-7dabf5812c21 req-1f602c7a-99ad-43f5-afa5-b56ab6bdc075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:41.055072 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-691b9961-280b-4ee4-9ace-7dabf5812c21 req-1f602c7a-99ad-43f5-afa5-b56ab6bdc075 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=7258740d324b4be18675101826a78ca7&device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 1130 time: 0.0389144 Sep 30 09:39:41.155637 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b9961-280b-4ee4-9ace-7dabf5812c21 req-351f0cf2-70d0-4049-b887-3b30a1c85da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:41.157117 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-691b9961-280b-4ee4-9ace-7dabf5812c21 req-351f0cf2-70d0-4049-b887-3b30a1c85da4 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=486301e7-f0bf-4b46-826b-b0b4132f2272 HTTP/1.1" status: 200 len: 918 time: 0.0955369 Sep 30 09:39:41.223442 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-691b9961-280b-4ee4-9ace-7dabf5812c21 req-446600b0-7968-4488-a5f1-23cef3be6f0e service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3643062d-c8fd-4dd8-8ade-74a425024837 HTTP/1.1" status: 200 len: 1001 time: 0.0580404 Sep 30 09:39:41.274223 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b9961-280b-4ee4-9ace-7dabf5812c21 req-e6a3be59-5bae-486c-b062-a7240858086d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:41.275902 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-691b9961-280b-4ee4-9ace-7dabf5812c21 req-e6a3be59-5bae-486c-b062-a7240858086d service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=caa068e9-5807-465e-a6a4-c687aab9e12e HTTP/1.1" status: 200 len: 856 time: 0.0455136 Sep 30 09:39:41.323363 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b9961-280b-4ee4-9ace-7dabf5812c21 req-8e416a05-471b-4c8c-92a1-fe07a902b60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:41.324879 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-691b9961-280b-4ee4-9ace-7dabf5812c21 req-8e416a05-471b-4c8c-92a1-fe07a902b60c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=486301e7-f0bf-4b46-826b-b0b4132f2272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0422692 Sep 30 09:39:41.416050 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-691b9961-280b-4ee4-9ace-7dabf5812c21 req-2fbe56ef-b383-4e78-bb81-9fed3128aee4 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/486301e7-f0bf-4b46-826b-b0b4132f2272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845616 Sep 30 09:39:41.510257 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-691b9961-280b-4ee4-9ace-7dabf5812c21 req-656a29d4-d9c3-4b8a-bfa7-185d27a95845 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/486301e7-f0bf-4b46-826b-b0b4132f2272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871184 Sep 30 09:39:41.846454 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c708a-bcb2-4d19-a6bb-1ba1ce5bcb0b req-c024dd05-d01b-470f-b300-659219db4b46 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:41.847899 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-982c708a-bcb2-4d19-a6bb-1ba1ce5bcb0b req-c024dd05-d01b-470f-b300-659219db4b46 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 946 time: 0.0458248 Sep 30 09:39:41.894597 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-982c708a-bcb2-4d19-a6bb-1ba1ce5bcb0b req-e26d06c4-f8e4-4d6a-a32d-e8fca217b5f9 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411627 Sep 30 09:39:43.036926 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257ffd7-ef87-44aa-b05a-400287ce99be req-45c90837-d881-4a50-83a5-d68a7cf9fe36 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:43.039387 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8257ffd7-ef87-44aa-b05a-400287ce99be req-45c90837-d881-4a50-83a5-d68a7cf9fe36 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 946 time: 0.0538025 Sep 30 09:39:43.087707 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8257ffd7-ef87-44aa-b05a-400287ce99be req-5aa62553-500d-46b7-9611-340fe454bab1 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425553 Sep 30 09:39:44.013250 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 3643062d-c8fd-4dd8-8ade-74a425024837 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:39:44.088285 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port 3643062d-c8fd-4dd8-8ade-74a425024837 is: ACTIVE; New status is: DOWN {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:39:44.088673 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (3643062d-c8fd-4dd8-8ade-74a425024837), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:44.112739 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa45afac-631e-4b21-b7fd-d72725a08efd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3643062d-c8fd-4dd8-8ade-74a425024837'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:39:44.115004 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}572cd3d2a36c298d242844143b4f2eb8d6763781bbf742a8cfd50e233d5d8038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c214d6-1549-4863-af83-02433dff1e70" -d '{"events": [{"server_uuid": "aa45afac-631e-4b21-b7fd-d72725a08efd", "name": "network-vif-unplugged", "status": "completed", "tag": "3643062d-c8fd-4dd8-8ade-74a425024837"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:39:44.127606 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port 3643062d-c8fd-4dd8-8ade-74a425024837, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3643062d-c8fd-4dd8-8ade-74a425024837,segment=NetworkSegment(564e7fba-80a0-41fa-9dbf-7d18353521c2),segment_id=564e7fba-80a0-41fa-9dbf-7d18353521c2)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:39:44.133058 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (3643062d-c8fd-4dd8-8ade-74a425024837), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:44.164922 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Sep 2022 09:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a5b61f-7c80-4faf-a0cc-5d65c1371903 x-openstack-request-id: req-e3a5b61f-7c80-4faf-a0cc-5d65c1371903 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:39:44.165236 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa45afac-631e-4b21-b7fd-d72725a08efd", "name": "network-vif-unplugged", "status": "completed", "tag": "3643062d-c8fd-4dd8-8ade-74a425024837", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:39:44.165498 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e3a5b61f-7c80-4faf-a0cc-5d65c1371903 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:39:44.165916 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3a5b61f-7c80-4faf-a0cc-5d65c1371903'] response: {'server_uuid': 'aa45afac-631e-4b21-b7fd-d72725a08efd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3643062d-c8fd-4dd8-8ade-74a425024837', 'code': 200} Sep 30 09:39:44.184489 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=3643062d-c8fd-4dd8-8ade-74a425024837,revision_number=8']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:39:44.224012 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d717ebd-4853-4d3b-9613-9a17a8ce00f7 req-f9e77464-2c1c-435b-b31f-9e7f9a917f51 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:44.225493 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-5d717ebd-4853-4d3b-9613-9a17a8ce00f7 req-f9e77464-2c1c-435b-b31f-9e7f9a917f51 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 944 time: 0.0515354 Sep 30 09:39:44.251310 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:44.253865 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=25 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:44.259559 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=33,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:44.276673 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-5d717ebd-4853-4d3b-9613-9a17a8ce00f7 req-065dbb9f-f778-4f87-8a98-fe0a45051c2e tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454371 Sep 30 09:39:44.782655 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [req-3bf777f1-7407-4e94-991f-0717b7d513bc req-cfff4289-0b5c-4437-8862-262dbbe46421 service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 30 09:39:44.783652 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-3bf777f1-7407-4e94-991f-0717b7d513bc req-cfff4289-0b5c-4437-8862-262dbbe46421 service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0057068 Sep 30 09:39:44.958473 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939f25d-65e6-4ea4-ba99-51d7823b3c26 req-08ce8b5c-5fc9-45ed-bf5b-24abcdb80e9e tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:44.960138 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a939f25d-65e6-4ea4-ba99-51d7823b3c26 req-08ce8b5c-5fc9-45ed-bf5b-24abcdb80e9e tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 944 time: 0.0489311 Sep 30 09:39:44.971456 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:45.012813 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a939f25d-65e6-4ea4-ba99-51d7823b3c26 req-c1f9310e-9b5d-4ed0-aed0-74f960de8c31 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472660 Sep 30 09:39:45.218817 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 42326) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:39:45.301501 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-57e48fd7-94a1-40c2-9df0-b757cea8bc3a req-edd42ee8-406b-47d2-bc44-8436e5c55d28 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0815694 Sep 30 09:39:45.309896 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [req-57e48fd7-94a1-40c2-9df0-b757cea8bc3a req-cb60db35-20eb-4cf3-979d-82d867095f5d service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 30 09:39:45.310843 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-57e48fd7-94a1-40c2-9df0-b757cea8bc3a req-cb60db35-20eb-4cf3-979d-82d867095f5d service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0047960 Sep 30 09:39:45.387406 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 42334) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:39:45.479650 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e48fd7-94a1-40c2-9df0-b757cea8bc3a req-868a09e6-472b-4be9-9c28-d5d989335d66 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:45.481012 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-57e48fd7-94a1-40c2-9df0-b757cea8bc3a req-868a09e6-472b-4be9-9c28-d5d989335d66 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports/3643062d-c8fd-4dd8-8ade-74a425024837 HTTP/1.1" status: 200 len: 941 time: 0.0926092 Sep 30 09:39:46.140220 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13aab1-7c62-4105-8879-a24abe3fc221 req-466d45ae-02c2-4d22-8674-5c5fe93352e9 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:46.142532 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4a13aab1-7c62-4105-8879-a24abe3fc221 req-466d45ae-02c2-4d22-8674-5c5fe93352e9 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 944 time: 0.0486639 Sep 30 09:39:46.195595 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4a13aab1-7c62-4105-8879-a24abe3fc221 req-e192a98c-54e7-4c22-b269-15b01cc7e242 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473211 Sep 30 09:39:47.130922 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e48fd7-94a1-40c2-9df0-b757cea8bc3a req-3ab017e6-f9d1-4d3d-847e-0757196cefaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:47.132416 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-57e48fd7-94a1-40c2-9df0-b757cea8bc3a req-3ab017e6-f9d1-4d3d-847e-0757196cefaf service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd&tenant_id=7258740d324b4be18675101826a78ca7 HTTP/1.1" status: 200 len: 1128 time: 0.0678897 Sep 30 09:39:47.222149 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e48fd7-94a1-40c2-9df0-b757cea8bc3a req-02ff4b7d-5789-4d07-bbf4-4af909c81d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:47.223611 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-57e48fd7-94a1-40c2-9df0-b757cea8bc3a req-02ff4b7d-5789-4d07-bbf4-4af909c81d08 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=7258740d324b4be18675101826a78ca7&device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 1128 time: 0.0421562 Sep 30 09:39:47.313499 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e48fd7-94a1-40c2-9df0-b757cea8bc3a req-9626e3b1-8504-4157-83b1-ccd905bbae25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:47.315017 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-57e48fd7-94a1-40c2-9df0-b757cea8bc3a req-9626e3b1-8504-4157-83b1-ccd905bbae25 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=486301e7-f0bf-4b46-826b-b0b4132f2272 HTTP/1.1" status: 200 len: 918 time: 0.0852408 Sep 30 09:39:47.326167 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20f4fb-437b-442b-9d11-b9f747ddaff2 req-f51bb7c2-0975-4409-b940-d1d2bc007caf tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:47.330475 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-fa20f4fb-437b-442b-9d11-b9f747ddaff2 req-f51bb7c2-0975-4409-b940-d1d2bc007caf tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 944 time: 0.0483639 Sep 30 09:39:47.376756 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-fa20f4fb-437b-442b-9d11-b9f747ddaff2 req-965e6cf6-e37c-4979-a3f7-8f591eb6ea8c tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417578 Sep 30 09:39:47.381410 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-57e48fd7-94a1-40c2-9df0-b757cea8bc3a req-db813a93-89a2-4fa3-bd57-6bd9bbdd806e service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3643062d-c8fd-4dd8-8ade-74a425024837 HTTP/1.1" status: 200 len: 999 time: 0.0596728 Sep 30 09:39:47.431946 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e48fd7-94a1-40c2-9df0-b757cea8bc3a req-65b89aca-f249-4758-a9d1-3db18f4fb39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:47.433413 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-57e48fd7-94a1-40c2-9df0-b757cea8bc3a req-65b89aca-f249-4758-a9d1-3db18f4fb39d service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=caa068e9-5807-465e-a6a4-c687aab9e12e HTTP/1.1" status: 200 len: 856 time: 0.0455594 Sep 30 09:39:47.477813 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e48fd7-94a1-40c2-9df0-b757cea8bc3a req-4418a712-17f8-4d92-836d-cc5c5f2c6686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:47.479245 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-57e48fd7-94a1-40c2-9df0-b757cea8bc3a req-4418a712-17f8-4d92-836d-cc5c5f2c6686 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=486301e7-f0bf-4b46-826b-b0b4132f2272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0380275 Sep 30 09:39:47.570220 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-57e48fd7-94a1-40c2-9df0-b757cea8bc3a req-3261b617-1572-439f-8217-d76473315d73 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/486301e7-f0bf-4b46-826b-b0b4132f2272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840580 Sep 30 09:39:47.656484 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:47.667143 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-57e48fd7-94a1-40c2-9df0-b757cea8bc3a req-8e365b5a-334a-4a46-8e61-6e427cc8fb16 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/486301e7-f0bf-4b46-826b-b0b4132f2272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904293 Sep 30 09:39:48.508204 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684119f-e611-4e61-9802-9f1de40bd7ce req-76ccbdfb-43f2-48bb-bd0f-09f28bcbdeb1 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:48.509875 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7684119f-e611-4e61-9802-9f1de40bd7ce req-76ccbdfb-43f2-48bb-bd0f-09f28bcbdeb1 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 944 time: 0.0479093 Sep 30 09:39:48.558931 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7684119f-e611-4e61-9802-9f1de40bd7ce req-9ac9f3b5-2c1f-4449-87c2-fe95be298dfd tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433459 Sep 30 09:39:49.704250 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080bda13-5dd7-4cf7-bbf8-6dccc3b271d1 req-688d096b-31a8-4d61-9a94-3c21cd44dd73 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:49.705695 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-080bda13-5dd7-4cf7-bbf8-6dccc3b271d1 req-688d096b-31a8-4d61-9a94-3c21cd44dd73 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 944 time: 0.0561876 Sep 30 09:39:49.755101 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-080bda13-5dd7-4cf7-bbf8-6dccc3b271d1 req-8a5a8aca-03a1-4286-85c0-c311d900334c tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434573 Sep 30 09:39:50.892265 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35e8ab-ab30-4a2d-b121-23a825cc9ed9 req-65ebc810-3275-4bd4-a709-c6db6cfe4412 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:50.894176 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-3c35e8ab-ab30-4a2d-b121-23a825cc9ed9 req-65ebc810-3275-4bd4-a709-c6db6cfe4412 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 944 time: 0.0484073 Sep 30 09:39:50.943669 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-3c35e8ab-ab30-4a2d-b121-23a825cc9ed9 req-c69453b3-9c55-4d35-af84-bdc4ee76a786 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431440 Sep 30 09:39:52.071734 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be883d70-e535-4953-83ca-8e9661a50d27 req-367f3ea0-7117-421c-8f9b-86c2578b5ce0 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:52.073215 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-be883d70-e535-4953-83ca-8e9661a50d27 req-367f3ea0-7117-421c-8f9b-86c2578b5ce0 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 944 time: 0.0477076 Sep 30 09:39:52.129209 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-be883d70-e535-4953-83ca-8e9661a50d27 req-5d848838-e4c8-44c9-98f0-d7eb4f924fcf tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496392 Sep 30 09:39:53.257113 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb5d0a-6a46-43b1-9b28-3d807a246c2e req-0df83b5f-4748-42b3-8d27-34c536f10e56 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:53.258655 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-48eb5d0a-6a46-43b1-9b28-3d807a246c2e req-0df83b5f-4748-42b3-8d27-34c536f10e56 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 944 time: 0.0479584 Sep 30 09:39:53.309689 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-48eb5d0a-6a46-43b1-9b28-3d807a246c2e req-6eeb6262-162d-4a02-b8d5-5454caec9982 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444849 Sep 30 09:39:54.175777 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:54.182597 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:54.444317 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252aa52-9a25-4940-9897-74ca50e552a9 req-b1c5bfdc-7df3-48b6-a7b2-f8985294549c tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:54.445768 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c252aa52-9a25-4940-9897-74ca50e552a9 req-b1c5bfdc-7df3-48b6-a7b2-f8985294549c tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 944 time: 0.0528364 Sep 30 09:39:54.493772 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c252aa52-9a25-4940-9897-74ca50e552a9 req-9140151c-6818-4de2-a397-19857ccc45c1 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423846 Sep 30 09:39:55.640437 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ee8f5-df7c-4e22-9d69-2fbf73824126 req-e1a86a9e-e224-4410-8ce3-0c40a7b30f28 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:55.642753 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-682ee8f5-df7c-4e22-9d69-2fbf73824126 req-e1a86a9e-e224-4410-8ce3-0c40a7b30f28 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 944 time: 0.0654416 Sep 30 09:39:55.694753 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:55.702689 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-682ee8f5-df7c-4e22-9d69-2fbf73824126 req-753f9444-439c-4fbe-8dd8-60f1cf5a92c6 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540452 Sep 30 09:39:55.967420 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-38a36ca5-a877-4c4f-8d3e-7e81c09d0784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:56.841272 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a61e3-0ca1-49d5-8cb3-a5cc7ace9c77 req-8ca4a80d-1031-47d3-bbd5-9ad212b6de71 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:56.842789 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-999a61e3-0ca1-49d5-8cb3-a5cc7ace9c77 req-8ca4a80d-1031-47d3-bbd5-9ad212b6de71 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 944 time: 0.0504301 Sep 30 09:39:56.862661 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:56.895512 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-999a61e3-0ca1-49d5-8cb3-a5cc7ace9c77 req-096123f9-3160-48db-97b9-c08eb3ebed8f tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464482 Sep 30 09:39:57.664174 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:39:58.034468 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761773e-8e45-4efa-84ee-ff72015e18f9 req-c9ca7244-58b8-45fa-9f5d-1f6104b3c86b tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:58.035992 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1761773e-8e45-4efa-84ee-ff72015e18f9 req-c9ca7244-58b8-45fa-9f5d-1f6104b3c86b tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 944 time: 0.0512195 Sep 30 09:39:58.089766 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1761773e-8e45-4efa-84ee-ff72015e18f9 req-4beec40b-557b-4b35-8bbe-b2a5611fbf7d tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478554 Sep 30 09:39:58.279330 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e8426df8-0dd1-4146-9319-2c2faefb2b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:59.219811 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6b097-d61d-4c80-827a-ab4d0e6e121d req-57f8a8ee-9de8-4fa8-95ab-d4f910cfff20 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:39:59.221267 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4dd6b097-d61d-4c80-827a-ab4d0e6e121d req-57f8a8ee-9de8-4fa8-95ab-d4f910cfff20 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 944 time: 0.0466254 Sep 30 09:39:59.274814 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4dd6b097-d61d-4c80-827a-ab4d0e6e121d req-f5dd8783-ca0b-4699-a093-798b97f4ddb8 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479991 Sep 30 09:39:59.439382 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:39:59.606060 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:40:00.401024 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2eff8-279f-4534-b04e-c78d46c3a593 req-d6c6c044-3570-4998-a7d3-fbc7a429b28b tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:40:00.402526 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-38b2eff8-279f-4534-b04e-c78d46c3a593 req-d6c6c044-3570-4998-a7d3-fbc7a429b28b tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 944 time: 0.0463603 Sep 30 09:40:00.452414 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-38b2eff8-279f-4534-b04e-c78d46c3a593 req-c9c956eb-f485-475d-98e6-b25231f8a352 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443876 Sep 30 09:40:00.951674 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:40:00.955279 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:40:01.257540 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:40:01.581001 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e06fb4-4d03-4177-8286-5c1f1113ccea req-3a01e099-10dd-4b06-b6aa-5689bc849ef7 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:40:01.582390 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-e6e06fb4-4d03-4177-8286-5c1f1113ccea req-3a01e099-10dd-4b06-b6aa-5689bc849ef7 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 944 time: 0.0468981 Sep 30 09:40:01.629402 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-e6e06fb4-4d03-4177-8286-5c1f1113ccea req-146c8716-3235-4598-a9cc-d9fc9b1d0da3 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414507 Sep 30 09:40:02.755517 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba2e91-d007-419f-8b84-2a40cc2bbd14 req-82bf70fd-c7b4-46b1-a51a-fde2e52bbf69 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:40:02.756974 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8cba2e91-d007-419f-8b84-2a40cc2bbd14 req-82bf70fd-c7b4-46b1-a51a-fde2e52bbf69 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 944 time: 0.0460532 Sep 30 09:40:02.809666 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8cba2e91-d007-419f-8b84-2a40cc2bbd14 req-3499f80e-e9f7-4279-9589-b3f4e53c04e8 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470240 Sep 30 09:40:03.941594 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ebd6b-504e-4c02-88e6-f1c5b2ae83f8 req-66e48877-f67d-4439-afcc-4202081703cf tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:40:03.943053 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-123ebd6b-504e-4c02-88e6-f1c5b2ae83f8 req-66e48877-f67d-4439-afcc-4202081703cf tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 944 time: 0.0488665 Sep 30 09:40:03.989094 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-123ebd6b-504e-4c02-88e6-f1c5b2ae83f8 req-8172b5e7-068d-446a-a917-b3e99d178cb2 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406096 Sep 30 09:40:05.113560 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2accaf-c13a-4d80-82e1-085801b03432 req-ad1e5560-2a27-42f5-85eb-e9192da556e5 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:40:05.114983 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7c2accaf-c13a-4d80-82e1-085801b03432 req-ad1e5560-2a27-42f5-85eb-e9192da556e5 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 944 time: 0.0470691 Sep 30 09:40:05.161777 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7c2accaf-c13a-4d80-82e1-085801b03432 req-baea1a22-aede-4a5d-8732-af6d2e8cd31d tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413983 Sep 30 09:40:06.289603 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213384c8-b029-4410-85a6-cfab1f9d0276 req-d58e7d05-e5b1-4409-8c46-8ea834d083af tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:40:06.291062 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-213384c8-b029-4410-85a6-cfab1f9d0276 req-d58e7d05-e5b1-4409-8c46-8ea834d083af tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 944 time: 0.0461533 Sep 30 09:40:06.341152 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-213384c8-b029-4410-85a6-cfab1f9d0276 req-e691bcb4-082d-4b1d-ae19-31fc416467a8 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446124 Sep 30 09:40:07.105151 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc848a-52db-45ad-a143-eb392449f820 req-1e574d4a-8429-459d-90ee-07134ce42b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:40:07.106592 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-34dc848a-52db-45ad-a143-eb392449f820 req-1e574d4a-8429-459d-90ee-07134ce42b19 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=7258740d324b4be18675101826a78ca7&device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 1128 time: 0.0385923 Sep 30 09:40:07.212962 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc848a-52db-45ad-a143-eb392449f820 req-9f715346-6770-4cd1-8bb2-c36d5e5473b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:40:07.214449 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-34dc848a-52db-45ad-a143-eb392449f820 req-9f715346-6770-4cd1-8bb2-c36d5e5473b3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=486301e7-f0bf-4b46-826b-b0b4132f2272 HTTP/1.1" status: 200 len: 918 time: 0.0840168 Sep 30 09:40:07.278889 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-34dc848a-52db-45ad-a143-eb392449f820 req-376a97f3-d235-484c-81f0-6070c6778bea service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3643062d-c8fd-4dd8-8ade-74a425024837 HTTP/1.1" status: 200 len: 999 time: 0.0563672 Sep 30 09:40:07.325907 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc848a-52db-45ad-a143-eb392449f820 req-bb388b62-bcf6-48ed-b67d-2beff3d142fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:40:07.327330 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-34dc848a-52db-45ad-a143-eb392449f820 req-bb388b62-bcf6-48ed-b67d-2beff3d142fa service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=caa068e9-5807-465e-a6a4-c687aab9e12e HTTP/1.1" status: 200 len: 856 time: 0.0425463 Sep 30 09:40:07.368507 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc848a-52db-45ad-a143-eb392449f820 req-d59754a4-2780-4978-98ce-16bfac42a6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:40:07.369908 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-34dc848a-52db-45ad-a143-eb392449f820 req-d59754a4-2780-4978-98ce-16bfac42a6d2 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=486301e7-f0bf-4b46-826b-b0b4132f2272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0364196 Sep 30 09:40:07.468158 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a2be2-8dda-4a29-9289-6f7d9023eb88 req-03bc92c5-644f-4f5a-acf2-d68a8ef66e9f tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:40:07.468778 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-34dc848a-52db-45ad-a143-eb392449f820 req-1d7128b0-5c07-4b3a-8761-2715221bc721 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/486301e7-f0bf-4b46-826b-b0b4132f2272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875037 Sep 30 09:40:07.469666 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-3c2a2be2-8dda-4a29-9289-6f7d9023eb88 req-03bc92c5-644f-4f5a-acf2-d68a8ef66e9f tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 944 time: 0.0457003 Sep 30 09:40:07.516930 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-3c2a2be2-8dda-4a29-9289-6f7d9023eb88 req-12bf861c-468f-4b88-be7d-d3b95843e32a tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415208 Sep 30 09:40:07.567331 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-34dc848a-52db-45ad-a143-eb392449f820 req-c0ea269e-40a6-4e4e-8cbd-c15bb89349c2 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/486301e7-f0bf-4b46-826b-b0b4132f2272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867016 Sep 30 09:40:08.097806 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 3643062d-c8fd-4dd8-8ade-74a425024837 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:40:08.203561 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port 3643062d-c8fd-4dd8-8ade-74a425024837, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3643062d-c8fd-4dd8-8ade-74a425024837,segment=NetworkSegment(564e7fba-80a0-41fa-9dbf-7d18353521c2),segment_id=564e7fba-80a0-41fa-9dbf-7d18353521c2)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:40:08.215644 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Returning: {'device': '3643062d-c8fd-4dd8-8ade-74a425024837', 'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272', 'port_id': '3643062d-c8fd-4dd8-8ade-74a425024837', 'mac_address': 'fa:16:3e:12:63:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caa068e9-5807-465e-a6a4-c687aab9e12e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:40:08.251778 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port 3643062d-c8fd-4dd8-8ade-74a425024837 is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:40:08.252162 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (3643062d-c8fd-4dd8-8ade-74a425024837), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:40:08.266359 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3643062d-c8fd-4dd8-8ade-74a425024837 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:40:08.288174 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port 3643062d-c8fd-4dd8-8ade-74a425024837, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3643062d-c8fd-4dd8-8ade-74a425024837,segment=NetworkSegment(564e7fba-80a0-41fa-9dbf-7d18353521c2),segment_id=564e7fba-80a0-41fa-9dbf-7d18353521c2)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:40:08.292077 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (3643062d-c8fd-4dd8-8ade-74a425024837), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:40:08.339108 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=3643062d-c8fd-4dd8-8ade-74a425024837,revision_number=9']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:40:08.644746 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58562656-38c6-4f78-b316-d79e728f74d6 req-91ea9b6e-22a3-47d1-95d7-046747723db2 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:40:08.646253 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-58562656-38c6-4f78-b316-d79e728f74d6 req-91ea9b6e-22a3-47d1-95d7-046747723db2 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 945 time: 0.0476406 Sep 30 09:40:08.693121 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-58562656-38c6-4f78-b316-d79e728f74d6 req-d7b862d4-319c-4565-962d-b63894b3b8b3 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412080 Sep 30 09:40:08.854862 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] get_ports_and_sgs() called for port_ids ['3643062d-c8fd-4dd8-8ade-74a425024837'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:40:09.811093 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:40:09.824582 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8cfc2-c337-4a40-85d5-0bf45da49b85 req-cd4174c8-7d37-4caa-a56e-5b1f24ecaf5a tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:40:09.826055 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-78b8cfc2-c337-4a40-85d5-0bf45da49b85 req-cd4174c8-7d37-4caa-a56e-5b1f24ecaf5a tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 945 time: 0.0497386 Sep 30 09:40:09.845407 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:40:09.874693 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-78b8cfc2-c337-4a40-85d5-0bf45da49b85 req-5f8aa39f-9446-4783-94a9-464c615a7494 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425220 Sep 30 09:40:10.117518 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 3643062d-c8fd-4dd8-8ade-74a425024837 up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:40:10.160940 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Provisioning complete for port 3643062d-c8fd-4dd8-8ade-74a425024837 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:40:10.161303 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (3643062d-c8fd-4dd8-8ade-74a425024837), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:40:10.161662 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Attempt 1 to provision port 3643062d-c8fd-4dd8-8ade-74a425024837 Sep 30 09:40:10.234215 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port 3643062d-c8fd-4dd8-8ade-74a425024837 is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:40:10.234621 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (3643062d-c8fd-4dd8-8ade-74a425024837), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:40:10.256691 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa45afac-631e-4b21-b7fd-d72725a08efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3643062d-c8fd-4dd8-8ade-74a425024837'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:40:10.258914 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}572cd3d2a36c298d242844143b4f2eb8d6763781bbf742a8cfd50e233d5d8038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b80ff6-b05d-406e-8d5f-6b07806da25b" -d '{"events": [{"server_uuid": "aa45afac-631e-4b21-b7fd-d72725a08efd", "name": "network-vif-plugged", "status": "completed", "tag": "3643062d-c8fd-4dd8-8ade-74a425024837"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:40:10.271620 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port 3643062d-c8fd-4dd8-8ade-74a425024837, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3643062d-c8fd-4dd8-8ade-74a425024837,segment=NetworkSegment(564e7fba-80a0-41fa-9dbf-7d18353521c2),segment_id=564e7fba-80a0-41fa-9dbf-7d18353521c2)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:40:10.276657 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (3643062d-c8fd-4dd8-8ade-74a425024837), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:40:10.299572 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f988394-922b-46c1-8f41-6b75907c0914 x-openstack-request-id: req-5f988394-922b-46c1-8f41-6b75907c0914 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:40:10.299888 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa45afac-631e-4b21-b7fd-d72725a08efd", "name": "network-vif-plugged", "status": "completed", "tag": "3643062d-c8fd-4dd8-8ade-74a425024837", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:40:10.300147 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5f988394-922b-46c1-8f41-6b75907c0914 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:40:10.300546 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f988394-922b-46c1-8f41-6b75907c0914'] response: {'server_uuid': 'aa45afac-631e-4b21-b7fd-d72725a08efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3643062d-c8fd-4dd8-8ade-74a425024837', 'code': 200} Sep 30 09:40:10.325861 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=3643062d-c8fd-4dd8-8ade-74a425024837,revision_number=10']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:40:10.991614 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2cc5f8-3985-4f65-afb8-8b0a16a96f36 req-e84f081d-3ef9-4daf-8ebf-f2b095ae6cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:40:10.993217 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-ca2cc5f8-3985-4f65-afb8-8b0a16a96f36 req-e84f081d-3ef9-4daf-8ebf-f2b095ae6cef service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 1131 time: 0.0392427 Sep 30 09:40:11.004302 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f706c1-3705-43c7-b0b9-720bb6151691 req-e4003b07-9b3b-4de7-9ee5-aad801043900 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:40:11.005808 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d4f706c1-3705-43c7-b0b9-720bb6151691 req-e4003b07-9b3b-4de7-9ee5-aad801043900 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 947 time: 0.0472794 Sep 30 09:40:11.039902 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-ca2cc5f8-3985-4f65-afb8-8b0a16a96f36 req-43fd8ba3-5014-4dd9-bea0-14d4882c7626 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388484 Sep 30 09:40:11.052772 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d4f706c1-3705-43c7-b0b9-720bb6151691 req-ca0b2150-8646-4843-82e6-de7158e5d19e tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410652 Sep 30 09:40:12.187735 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2583581-be18-4ed2-8d47-cf8564eb3158 req-51458ffc-681e-40ac-9983-8121718fdaa5 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:40:12.189366 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-e2583581-be18-4ed2-8d47-cf8564eb3158 req-51458ffc-681e-40ac-9983-8121718fdaa5 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 947 time: 0.0502925 Sep 30 09:40:12.238469 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-e2583581-be18-4ed2-8d47-cf8564eb3158 req-d8c3b25d-8b01-4d44-ade0-5f7c2f6d91a4 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435984 Sep 30 09:40:13.365130 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df5005-4c18-4764-8f72-a68cea59126e req-ccb2a8e0-d5c3-4ce4-91b1-a472582646f1 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:40:13.366642 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-49df5005-4c18-4764-8f72-a68cea59126e req-ccb2a8e0-d5c3-4ce4-91b1-a472582646f1 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 947 time: 0.0478024 Sep 30 09:40:13.418134 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-49df5005-4c18-4764-8f72-a68cea59126e req-4de309ed-68aa-4933-bfc7-28f63f2efea0 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459704 Sep 30 09:40:14.544768 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd0603-6341-466d-b0dd-0e52f1932e36 req-03a280a7-ae0c-4c2b-83f4-7284e49b64ec tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:40:14.546253 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7cdd0603-6341-466d-b0dd-0e52f1932e36 req-03a280a7-ae0c-4c2b-83f4-7284e49b64ec tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 947 time: 0.0462589 Sep 30 09:40:14.598794 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7cdd0603-6341-466d-b0dd-0e52f1932e36 req-ed929f40-e5ff-49b8-a3bb-58d9ec339310 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460577 Sep 30 09:40:20.322078 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:40:20.323279 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:40:21.029395 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=54 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:40:21.037615 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=58 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:40:24.591889 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=44 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:40:24.594118 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=38 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:40:25.969421 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7e2b3afe-eeb6-4816-816e-87495e1f663e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:40:26.044198 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=13 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:40:26.046762 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=21 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:40:28.281801 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f8633590-c759-491a-be55-355b10fc5d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:40:29.440939 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:40:29.592636 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:40:30.946903 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:40:30.957490 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:40:38.257803 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:40:40.952543 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:40:40.954685 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:40:56.008952 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4d4813d9-10ca-43ab-be75-85d71f287a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:40:58.248611 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=5 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:40:58.252594 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:40:58.283427 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0ce3e332-ceb1-4157-8763-0cfa6d2afa00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:40:59.443148 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:40:59.606051 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:00.951438 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:00.960340 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:02.414688 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-ee0f7b6c-f9dd-4284-8009-614fd223d845 req-ba24a32c-2865-4a51-a7f5-1eaf5ceb48ec service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b18a2b1f-f57b-46af-a893-bd3a63ed5e91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386994 Sep 30 09:41:02.494763 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f7b6c-f9dd-4284-8009-614fd223d845 req-dfaccda8-f7e2-4ff7-8059-13e12b155013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:02.496211 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-ee0f7b6c-f9dd-4284-8009-614fd223d845 req-dfaccda8-f7e2-4ff7-8059-13e12b155013 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=4290a542e73045309f6ceb8d4f5a267b&device_id=b18a2b1f-f57b-46af-a893-bd3a63ed5e91 HTTP/1.1" status: 200 len: 1130 time: 0.0386460 Sep 30 09:41:02.601813 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f7b6c-f9dd-4284-8009-614fd223d845 req-76ddd7b2-e602-4321-9d5e-cca87737fb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:02.603249 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-ee0f7b6c-f9dd-4284-8009-614fd223d845 req-76ddd7b2-e602-4321-9d5e-cca87737fb66 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=e45abb02-b319-4872-9fb3-ccc0ce9d74e7 HTTP/1.1" status: 200 len: 920 time: 0.0869534 Sep 30 09:41:02.648902 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-ee0f7b6c-f9dd-4284-8009-614fd223d845 req-56c81aa8-5920-4aac-b52c-53d511002420 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d766fa0b-5fc2-4f74-aff0-320d632bed9c HTTP/1.1" status: 200 len: 217 time: 0.0309451 Sep 30 09:41:02.698828 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f7b6c-f9dd-4284-8009-614fd223d845 req-108c7691-a96c-4612-890c-0d640b0b8111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:02.700152 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-ee0f7b6c-f9dd-4284-8009-614fd223d845 req-108c7691-a96c-4612-890c-0d640b0b8111 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=5c348d1c-15e8-416a-bb01-9bc4f4316ae7 HTTP/1.1" status: 200 len: 858 time: 0.0460167 Sep 30 09:41:02.746160 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f7b6c-f9dd-4284-8009-614fd223d845 req-c2f8f71d-ebb3-4406-ac8d-4da0a1b6ea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:02.747608 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-ee0f7b6c-f9dd-4284-8009-614fd223d845 req-c2f8f71d-ebb3-4406-ac8d-4da0a1b6ea69 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=e45abb02-b319-4872-9fb3-ccc0ce9d74e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0380933 Sep 30 09:41:02.836409 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-ee0f7b6c-f9dd-4284-8009-614fd223d845 req-467fb35b-0fe8-4552-a65c-ceaccecda439 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e45abb02-b319-4872-9fb3-ccc0ce9d74e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820150 Sep 30 09:41:02.929206 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-ee0f7b6c-f9dd-4284-8009-614fd223d845 req-74c19bd3-4e2d-4871-bc4c-9a61621964fe service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e45abb02-b319-4872-9fb3-ccc0ce9d74e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853095 Sep 30 09:41:10.954677 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:10.956562 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:12.924493 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=48 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:12.926893 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=45 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:14.312683 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11bdb4a-5c65-4e85-9dd4-f5154b9346cc req-522110cc-d0e8-41e8-bd1e-31764b65c9b1 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:14.314172 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f11bdb4a-5c65-4e85-9dd4-f5154b9346cc req-522110cc-d0e8-41e8-bd1e-31764b65c9b1 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 945 time: 0.0502057 Sep 30 09:41:14.316834 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e40fd-cca3-46e0-8ae0-a9303810c5d4 req-1d9f2ace-3e7c-4eb4-94e3-ff249fb14cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:14.319298 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-ee8e40fd-cca3-46e0-8ae0-a9303810c5d4 req-1d9f2ace-3e7c-4eb4-94e3-ff249fb14cc1 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=4290a542e73045309f6ceb8d4f5a267b&device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 1129 time: 0.0392659 Sep 30 09:41:14.363674 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f11bdb4a-5c65-4e85-9dd4-f5154b9346cc req-9140e25a-3368-482d-aeaf-efd756d2e29a tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4629d96a-ef50-4391-8e3b-cb87721ca7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431755 Sep 30 09:41:14.416270 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e40fd-cca3-46e0-8ae0-a9303810c5d4 req-4562f1b7-729a-4498-93ef-4a4b30a3e9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:14.417771 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-ee8e40fd-cca3-46e0-8ae0-a9303810c5d4 req-4562f1b7-729a-4498-93ef-4a4b30a3e9f8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=e45abb02-b319-4872-9fb3-ccc0ce9d74e7 HTTP/1.1" status: 200 len: 920 time: 0.0907178 Sep 30 09:41:14.483266 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-ee8e40fd-cca3-46e0-8ae0-a9303810c5d4 req-62ae892e-6b02-4e29-b916-0aeba84cdfe8 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08241924-11c7-44f7-a33d-b4ee4f70d72b HTTP/1.1" status: 200 len: 1000 time: 0.0532477 Sep 30 09:41:14.534822 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e40fd-cca3-46e0-8ae0-a9303810c5d4 req-51bfab60-1ec2-40ad-8e35-15416729e24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:14.536214 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-ee8e40fd-cca3-46e0-8ae0-a9303810c5d4 req-51bfab60-1ec2-40ad-8e35-15416729e24c service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=5c348d1c-15e8-416a-bb01-9bc4f4316ae7 HTTP/1.1" status: 200 len: 858 time: 0.0452254 Sep 30 09:41:14.579334 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e40fd-cca3-46e0-8ae0-a9303810c5d4 req-aee70b92-4230-4a03-b9d3-72651c4fc854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:14.580808 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-ee8e40fd-cca3-46e0-8ae0-a9303810c5d4 req-aee70b92-4230-4a03-b9d3-72651c4fc854 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=e45abb02-b319-4872-9fb3-ccc0ce9d74e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0375726 Sep 30 09:41:14.673870 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-ee8e40fd-cca3-46e0-8ae0-a9303810c5d4 req-6653a9aa-303c-4e70-8e3b-3436b5584001 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e45abb02-b319-4872-9fb3-ccc0ce9d74e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850515 Sep 30 09:41:14.977944 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-ee8e40fd-cca3-46e0-8ae0-a9303810c5d4 req-b624b2ce-02d4-4ce3-a316-dcff41a4b4df service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e45abb02-b319-4872-9fb3-ccc0ce9d74e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954240 Sep 30 09:41:15.257697 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:41:15.489460 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5434a-3cf6-4a41-a4cb-9b1029fb238d req-36847341-ce06-4690-b6ef-0c443aab8e35 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:15.491550 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-aaf5434a-3cf6-4a41-a4cb-9b1029fb238d req-36847341-ce06-4690-b6ef-0c443aab8e35 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 945 time: 0.0463562 Sep 30 09:41:15.537914 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-aaf5434a-3cf6-4a41-a4cb-9b1029fb238d req-6b296365-8ad7-4c8d-83e6-281bba4cd5bc tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4629d96a-ef50-4391-8e3b-cb87721ca7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408196 Sep 30 09:41:16.661169 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dff430-ce5c-4dc7-a7f5-e0f36656868a req-26967228-a59a-4ccb-aeac-5b20a06d74da tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:16.662883 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-28dff430-ce5c-4dc7-a7f5-e0f36656868a req-26967228-a59a-4ccb-aeac-5b20a06d74da tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 945 time: 0.0505474 Sep 30 09:41:16.710082 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-28dff430-ce5c-4dc7-a7f5-e0f36656868a req-28309da5-563e-499c-8939-2bb6bfb71b22 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4629d96a-ef50-4391-8e3b-cb87721ca7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415955 Sep 30 09:41:17.832392 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c91772-9d81-4c2b-9a90-8b3faffe5a16 req-620fb8e5-d712-4357-82c8-c10523ffa02e tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:17.834588 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-92c91772-9d81-4c2b-9a90-8b3faffe5a16 req-620fb8e5-d712-4357-82c8-c10523ffa02e tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 945 time: 0.0456970 Sep 30 09:41:17.879819 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-92c91772-9d81-4c2b-9a90-8b3faffe5a16 req-132b4b0a-e0bc-4d9a-9fa8-db55a6e0e774 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4629d96a-ef50-4391-8e3b-cb87721ca7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399456 Sep 30 09:41:19.001878 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffcef23-dda2-47e0-9757-4ad8454c0247 req-099dc0ac-6d9c-477d-a2be-3de3e32def05 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:19.003318 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7ffcef23-dda2-47e0-9757-4ad8454c0247 req-099dc0ac-6d9c-477d-a2be-3de3e32def05 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 945 time: 0.0463269 Sep 30 09:41:19.053706 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7ffcef23-dda2-47e0-9757-4ad8454c0247 req-84a0d29c-cde5-4167-9d34-0554ea515190 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4629d96a-ef50-4391-8e3b-cb87721ca7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446396 Sep 30 09:41:20.173441 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38762cd-7d77-408d-9ab7-79eb370dfbfc req-6bede1fd-b381-4498-911d-7af2dc3273cc tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:20.174917 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c38762cd-7d77-408d-9ab7-79eb370dfbfc req-6bede1fd-b381-4498-911d-7af2dc3273cc tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 945 time: 0.0464795 Sep 30 09:41:20.223934 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c38762cd-7d77-408d-9ab7-79eb370dfbfc req-ab325a8b-fd01-4cdb-8436-0db575616f1a tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4629d96a-ef50-4391-8e3b-cb87721ca7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432718 Sep 30 09:41:21.344613 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346b58d-f1ac-4e8a-be30-51c72af71dbe req-6c174798-fa45-4f38-99cd-ff4cf8c0c513 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:21.346093 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a346b58d-f1ac-4e8a-be30-51c72af71dbe req-6c174798-fa45-4f38-99cd-ff4cf8c0c513 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 945 time: 0.0465107 Sep 30 09:41:21.393414 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a346b58d-f1ac-4e8a-be30-51c72af71dbe req-67b5e7db-ef00-4c3a-a9a1-605d907df484 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4629d96a-ef50-4391-8e3b-cb87721ca7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409870 Sep 30 09:41:22.515989 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa97bd-5994-49a2-b9b8-07b0bf538acf req-d648f866-9058-4b39-9566-f5f7cdfd27f4 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:22.517403 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-b6aa97bd-5994-49a2-b9b8-07b0bf538acf req-d648f866-9058-4b39-9566-f5f7cdfd27f4 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 945 time: 0.0486374 Sep 30 09:41:22.565790 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-b6aa97bd-5994-49a2-b9b8-07b0bf538acf req-d73e7449-0997-4566-8d79-b17b35a7afc6 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4629d96a-ef50-4391-8e3b-cb87721ca7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418930 Sep 30 09:41:23.687756 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e8fa7-913f-4dd3-9430-1b43ee2d17a3 req-8518faa8-b4e3-493b-b149-194b888cc42a tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:23.689230 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-386e8fa7-913f-4dd3-9430-1b43ee2d17a3 req-8518faa8-b4e3-493b-b149-194b888cc42a tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 945 time: 0.0477502 Sep 30 09:41:23.737457 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-386e8fa7-913f-4dd3-9430-1b43ee2d17a3 req-7e82adcd-fc5d-413e-90c5-dd77ed37a5ed tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4629d96a-ef50-4391-8e3b-cb87721ca7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421898 Sep 30 09:41:24.140079 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b63ab9-5e34-4d95-b118-33f6d8c5adfc req-6f5fba07-090f-44ae-b050-3cf8117eeeb4 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:24.141531 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-95b63ab9-5e34-4d95-b118-33f6d8c5adfc req-6f5fba07-090f-44ae-b050-3cf8117eeeb4 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ef417608-6a17-4a37-a137-1febe56076bd HTTP/1.1" status: 200 len: 945 time: 0.0495520 Sep 30 09:41:24.187968 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-95b63ab9-5e34-4d95-b118-33f6d8c5adfc req-348b9f0c-5886-42d5-93ad-06ca474a2ada tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=54bc2d12-39ad-431b-8a02-0add6fddc2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398741 Sep 30 09:41:24.271921 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:24.861849 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77e6dc-38a8-4595-bdf2-16c107a50eb7 req-924ba1eb-9ee4-4ecd-a805-e22838ab9358 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:24.863204 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7b77e6dc-38a8-4595-bdf2-16c107a50eb7 req-924ba1eb-9ee4-4ecd-a805-e22838ab9358 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 945 time: 0.0466337 Sep 30 09:41:24.883890 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:24.910564 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7b77e6dc-38a8-4595-bdf2-16c107a50eb7 req-848d622f-9f0f-444f-9b9c-cb6bdb85673e tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4629d96a-ef50-4391-8e3b-cb87721ca7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413795 Sep 30 09:41:24.972312 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=47 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:24.975087 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=47 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:25.299396 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:25.311235 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab758393-362a-421d-b7b8-bdb9c5890d8e req-0487b2be-7ed7-40c8-9b5f-89eb9028326e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:25.312690 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ab758393-362a-421d-b7b8-bdb9c5890d8e req-0487b2be-7ed7-40c8-9b5f-89eb9028326e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ef417608-6a17-4a37-a137-1febe56076bd HTTP/1.1" status: 200 len: 945 time: 0.0480046 Sep 30 09:41:25.363260 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ab758393-362a-421d-b7b8-bdb9c5890d8e req-6e68999b-f298-4d25-8031-86ead29518cc tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=54bc2d12-39ad-431b-8a02-0add6fddc2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439329 Sep 30 09:41:25.974416 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fa160190-4d80-459c-bd05-01c9dad2cb97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:26.035565 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e14704-5450-4035-a3c3-0a44aaf8ae25 req-486afa33-b343-40d4-8d51-bb8b8ba4d9c7 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:26.038003 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a5e14704-5450-4035-a3c3-0a44aaf8ae25 req-486afa33-b343-40d4-8d51-bb8b8ba4d9c7 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 945 time: 0.0482681 Sep 30 09:41:26.090778 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a5e14704-5450-4035-a3c3-0a44aaf8ae25 req-025d75d2-33c5-4193-b97c-783e0d6f0f76 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4629d96a-ef50-4391-8e3b-cb87721ca7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462453 Sep 30 09:41:26.222978 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402ef13-a9f6-45ba-8843-fdaf7d19d77f req-e6836742-f414-4f49-9e49-ffcc99a96427 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:26.224929 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-5402ef13-a9f6-45ba-8843-fdaf7d19d77f req-e6836742-f414-4f49-9e49-ffcc99a96427 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ef417608-6a17-4a37-a137-1febe56076bd HTTP/1.1" status: 200 len: 945 time: 0.0459085 Sep 30 09:41:26.334042 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-5402ef13-a9f6-45ba-8843-fdaf7d19d77f req-b2ec8451-718c-4010-88d5-80d3bc00429a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Deleting port 29e3ff5c-7dce-4c37-bc52-7c1c43af1b58 {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:41:26.334383 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-5402ef13-a9f6-45ba-8843-fdaf7d19d77f req-b2ec8451-718c-4010-88d5-80d3bc00429a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (29e3ff5c-7dce-4c37-bc52-7c1c43af1b58), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:26.425492 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-5402ef13-a9f6-45ba-8843-fdaf7d19d77f req-b2ec8451-718c-4010-88d5-80d3bc00429a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] For port 29e3ff5c-7dce-4c37-bc52-7c1c43af1b58, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=29e3ff5c-7dce-4c37-bc52-7c1c43af1b58,segment=NetworkSegment(e66f24b0-9893-442e-bdcf-fa149cc52000),segment_id=e66f24b0-9893-442e-bdcf-fa149cc52000)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:41:26.425889 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-5402ef13-a9f6-45ba-8843-fdaf7d19d77f req-b2ec8451-718c-4010-88d5-80d3bc00429a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (29e3ff5c-7dce-4c37-bc52-7c1c43af1b58), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:26.486097 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d48be6-5aca-4682-a6ee-1f2c49316e39 req-9594509c-7f60-4145-b01c-99833cb1bab2 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:26.487694 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-94d48be6-5aca-4682-a6ee-1f2c49316e39 req-9594509c-7f60-4145-b01c-99833cb1bab2 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ef417608-6a17-4a37-a137-1febe56076bd HTTP/1.1" status: 200 len: 945 time: 0.0486119 Sep 30 09:41:26.535640 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-94d48be6-5aca-4682-a6ee-1f2c49316e39 req-465c3e05-28fe-4d7f-b400-c2ab4a8b0a6e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=54bc2d12-39ad-431b-8a02-0add6fddc2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418446 Sep 30 09:41:26.643501 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-5402ef13-a9f6-45ba-8843-fdaf7d19d77f req-b2ec8451-718c-4010-88d5-80d3bc00429a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:26.643864 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-5402ef13-a9f6-45ba-8843-fdaf7d19d77f req-b2ec8451-718c-4010-88d5-80d3bc00429a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759975'] for floatingip (17800ad1-cdbd-4ddc-af42-2e9ea7fc0a05), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:26.644183 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.db.l3_db [req-5402ef13-a9f6-45ba-8843-fdaf7d19d77f req-b2ec8451-718c-4010-88d5-80d3bc00429a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Floating IP 17800ad1-cdbd-4ddc-af42-2e9ea7fc0a05 disassociated. External IP: 172.37.1.91, port: 29e3ff5c-7dce-4c37-bc52-7c1c43af1b58. Sep 30 09:41:26.644525 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-5402ef13-a9f6-45ba-8843-fdaf7d19d77f req-b2ec8451-718c-4010-88d5-80d3bc00429a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Calling delete_port for 29e3ff5c-7dce-4c37-bc52-7c1c43af1b58 owned by compute:nova {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:41:26.773266 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-5402ef13-a9f6-45ba-8843-fdaf7d19d77f req-b2ec8451-718c-4010-88d5-80d3bc00429a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (29e3ff5c-7dce-4c37-bc52-7c1c43af1b58), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:26.800698 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec8451-718c-4010-88d5-80d3bc00429a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Pushing event deleted for resources: {'Port': ['ID=29e3ff5c-7dce-4c37-bc52-7c1c43af1b58,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:41:26.812643 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec8451-718c-4010-88d5-80d3bc00429a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:41:26.812999 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec8451-718c-4010-88d5-80d3bc00429a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:41:26.813354 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec8451-718c-4010-88d5-80d3bc00429a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:41:26.813723 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec8451-718c-4010-88d5-80d3bc00429a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:41:26.814065 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec8451-718c-4010-88d5-80d3bc00429a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:41:26.814404 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec8451-718c-4010-88d5-80d3bc00429a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:41:26.814738 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec8451-718c-4010-88d5-80d3bc00429a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:41:26.815069 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec8451-718c-4010-88d5-80d3bc00429a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:41:26.815400 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec8451-718c-4010-88d5-80d3bc00429a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:41:26.815729 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec8451-718c-4010-88d5-80d3bc00429a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:41:26.816064 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec8451-718c-4010-88d5-80d3bc00429a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:41:26.816393 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec8451-718c-4010-88d5-80d3bc00429a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:41:26.816719 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec8451-718c-4010-88d5-80d3bc00429a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:41:26.817044 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec8451-718c-4010-88d5-80d3bc00429a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:41:26.817368 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec8451-718c-4010-88d5-80d3bc00429a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:41:26.920522 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5402ef13-a9f6-45ba-8843-fdaf7d19d77f req-b2ec8451-718c-4010-88d5-80d3bc00429a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Router 3b92f880-bce1-431d-953b-029e5d3c9818 has already been hosted by L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 {{(pid=106375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:41:27.024365 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5402ef13-a9f6-45ba-8843-fdaf7d19d77f req-b2ec8451-718c-4010-88d5-80d3bc00429a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:41:27.034514 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b9c46e-0d78-4695-ae02-2f71dcd36eef None None] Sync routers for ids ['3b92f880-bce1-431d-953b-029e5d3c9818'] in dv-cinder-master-3-smb {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:41:27.046809 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b9c46e-0d78-4695-ae02-2f71dcd36eef None None] Routers {'3b92f880-bce1-431d-953b-029e5d3c9818'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:41:27.047508 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-67b9c46e-0d78-4695-ae02-2f71dcd36eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:40:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['3b92f880-bce1-431d-953b-029e5d3c9818'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:41:27.068523 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-5402ef13-a9f6-45ba-8843-fdaf7d19d77f req-b2ec8451-718c-4010-88d5-80d3bc00429a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] No DVR routers for this DVR port 29e3ff5c-7dce-4c37-bc52-7c1c43af1b58 on host hv-cinder-maste {{(pid=106375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:41:27.071260 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-5402ef13-a9f6-45ba-8843-fdaf7d19d77f req-b2ec8451-718c-4010-88d5-80d3bc00429a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:27.074473 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-5402ef13-a9f6-45ba-8843-fdaf7d19d77f req-b2ec8451-718c-4010-88d5-80d3bc00429a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.40 "DELETE /networking/v2.0/ports/29e3ff5c-7dce-4c37-bc52-7c1c43af1b58 HTTP/1.1" status: 204 len: 173 time: 0.8212540 Sep 30 09:41:27.074983 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef417608-6a17-4a37-a137-1febe56076bd', 'name': 'network-vif-deleted', 'tag': '29e3ff5c-7dce-4c37-bc52-7c1c43af1b58'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:41:27.077759 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a2765c340e485259911155c50f33e4425258638b85650f0a2a20d0c41df364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e81c0e-08c0-4ba0-9d97-ed1210332128" -d '{"events": [{"server_uuid": "ef417608-6a17-4a37-a137-1febe56076bd", "name": "network-vif-deleted", "tag": "29e3ff5c-7dce-4c37-bc52-7c1c43af1b58"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:41:27.132543 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1139dbd-4b17-4e68-a216-efcf803b9c38 x-openstack-request-id: req-a1139dbd-4b17-4e68-a216-efcf803b9c38 {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:41:27.132748 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef417608-6a17-4a37-a137-1febe56076bd", "name": "network-vif-deleted", "tag": "29e3ff5c-7dce-4c37-bc52-7c1c43af1b58", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:41:27.132969 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a1139dbd-4b17-4e68-a216-efcf803b9c38 {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:41:27.133375 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1139dbd-4b17-4e68-a216-efcf803b9c38'] response: {'server_uuid': 'ef417608-6a17-4a37-a137-1febe56076bd', 'name': 'network-vif-deleted', 'tag': '29e3ff5c-7dce-4c37-bc52-7c1c43af1b58', 'status': 'completed', 'code': 200} Sep 30 09:41:27.160352 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-67b9c46e-0d78-4695-ae02-2f71dcd36eef None None] Set router 3b92f880-bce1-431d-953b-029e5d3c9818 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:41:27.424646 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-67b9c46e-0d78-4695-ae02-2f71dcd36eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'name': 'tempest-AttachVolumeNegativeTest-834901665-router', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94'}], 'enable_snat': True}, 'gw_port_id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:07Z', 'revision_number': 4, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'gw_port': {'id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:02Z', 'updated_at': '2022-09-30T09:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '2155f60d-d8ac-4448-833d-c6113ac88ae5', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'floating_ip_address': '172.37.1.107', 'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'router_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'port_id': 'cf81158f-690a-43be-9000-0bc960d4902a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'mac_address': 'fa:16:3e:cf:5a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afabbde-d38f-4220-ba51-d309cf29ab34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:36:14Z', 'updated_at': '2022-09-30T09:37:00Z', 'revision_number': 2, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '600c548c-0db2-4cb3-9561-68f0f39c3aa5', 'name': '', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'mac_address': 'fa:16:3e:85:21:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:06Z', 'updated_at': '2022-09-30T09:36:21Z', 'revision_number': 5, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'subnets': [{'id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:41:27.456592 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b9c46e-0d78-4695-ae02-2f71dcd36eef None None] Checking router: 3b92f880-bce1-431d-953b-029e5d3c9818 for host: dv-cinder-master-3-smb {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:41:27.467566 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b9c46e-0d78-4695-ae02-2f71dcd36eef None None] Routers {'3b92f880-bce1-431d-953b-029e5d3c9818'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:41:27.468255 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-67b9c46e-0d78-4695-ae02-2f71dcd36eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:40:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['3b92f880-bce1-431d-953b-029e5d3c9818'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:41:27.483963 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12e94e-3df0-4d5a-a01e-340510df38d1 req-0b4d9f1e-98b7-4d26-ba67-2452d1622a76 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:27.486246 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-5c12e94e-3df0-4d5a-a01e-340510df38d1 req-0b4d9f1e-98b7-4d26-ba67-2452d1622a76 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 945 time: 0.3029613 Sep 30 09:41:27.539801 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-5c12e94e-3df0-4d5a-a01e-340510df38d1 req-8d7eb8f5-e1b4-4481-b396-ba0e73100208 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4629d96a-ef50-4391-8e3b-cb87721ca7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474858 Sep 30 09:41:27.663794 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-81c2924d-09b7-4696-9ad8-08b53dcf5b06 req-e8277ce2-d5ba-413f-91b3-a8fc5acb84eb tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ef417608-6a17-4a37-a137-1febe56076bd HTTP/1.1" status: 200 len: 210 time: 0.0341973 Sep 30 09:41:27.705157 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-67b9c46e-0d78-4695-ae02-2f71dcd36eef None None] Set router 3b92f880-bce1-431d-953b-029e5d3c9818 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:41:27.923439 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-67b9c46e-0d78-4695-ae02-2f71dcd36eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'name': 'tempest-AttachVolumeNegativeTest-834901665-router', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94'}], 'enable_snat': True}, 'gw_port_id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:07Z', 'revision_number': 4, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'gw_port': {'id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:02Z', 'updated_at': '2022-09-30T09:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '2155f60d-d8ac-4448-833d-c6113ac88ae5', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'floating_ip_address': '172.37.1.107', 'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'router_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'port_id': 'cf81158f-690a-43be-9000-0bc960d4902a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'mac_address': 'fa:16:3e:cf:5a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afabbde-d38f-4220-ba51-d309cf29ab34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:36:14Z', 'updated_at': '2022-09-30T09:37:00Z', 'revision_number': 2, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '600c548c-0db2-4cb3-9561-68f0f39c3aa5', 'name': '', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'mac_address': 'fa:16:3e:85:21:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:06Z', 'updated_at': '2022-09-30T09:36:21Z', 'revision_number': 5, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'subnets': [{'id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:41:27.959479 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b9c46e-0d78-4695-ae02-2f71dcd36eef None None] The sync data for ids ['3b92f880-bce1-431d-953b-029e5d3c9818'] in dv-cinder-master-3-smb is: [{'id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'name': 'tempest-AttachVolumeNegativeTest-834901665-router', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94'}], 'enable_snat': True}, 'gw_port_id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:07Z', 'revision_number': 4, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'gw_port': {'id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:02Z', 'updated_at': '2022-09-30T09:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '2155f60d-d8ac-4448-833d-c6113ac88ae5', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'floating_ip_address': '172.37.1.107', 'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'router_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'port_id': 'cf81158f-690a-43be-9000-0bc960d4902a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'mac_address': 'fa:16:3e:cf:5a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7afabbde-d38f-4220-ba51-d309cf29ab34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:36:14Z', 'updated_at': '2022-09-30T09:37:00Z', 'revision_number': 2, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '600c548c-0db2-4cb3-9561-68f0f39c3aa5', 'name': '', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'mac_address': 'fa:16:3e:85:21:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:06Z', 'updated_at': '2022-09-30T09:36:21Z', 'revision_number': 5, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'subnets': [{'id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:41:28.187781 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e91fc1-acf1-4c47-b8e8-422d106a554e None None] New status for floating IP 17800ad1-cdbd-4ddc-af42-2e9ea7fc0a05: DOWN {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 09:41:28.285226 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-04a64906-a0c7-4c24-a3c1-63ca48daf8a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:28.664674 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791df96e-b6df-4868-820f-9385cdc2f9e8 req-ae702c16-e271-4184-978a-f5e0f495a599 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:28.666288 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-791df96e-b6df-4868-820f-9385cdc2f9e8 req-ae702c16-e271-4184-978a-f5e0f495a599 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 945 time: 0.0479977 Sep 30 09:41:28.722703 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-791df96e-b6df-4868-820f-9385cdc2f9e8 req-efc04d4f-3058-4c98-a33b-5d5bb6e09ae4 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4629d96a-ef50-4391-8e3b-cb87721ca7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505152 Sep 30 09:41:28.779379 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 42632) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:41:28.834566 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e74ada4d-da51-4b14-90c5-3f923d94d3ea tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group (54bc2d12-39ad-431b-8a02-0add6fddc2e4), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:28.857333 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e74ada4d-da51-4b14-90c5-3f923d94d3ea tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group (54bc2d12-39ad-431b-8a02-0add6fddc2e4), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:28.906261 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e74ada4d-da51-4b14-90c5-3f923d94d3ea tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (54bc2d12-39ad-431b-8a02-0add6fddc2e4), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:28.908745 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e74ada4d-da51-4b14-90c5-3f923d94d3ea tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:28.909887 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-e74ada4d-da51-4b14-90c5-3f923d94d3ea tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/54bc2d12-39ad-431b-8a02-0add6fddc2e4 HTTP/1.1" status: 204 len: 168 time: 0.1295137 Sep 30 09:41:28.913343 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 42634) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:41:28.920924 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ada4d-da51-4b14-90c5-3f923d94d3ea tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bc2d12-39ad-431b-8a02-0add6fddc2e4,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:41:28.928011 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ada4d-da51-4b14-90c5-3f923d94d3ea tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:41:28.928353 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ada4d-da51-4b14-90c5-3f923d94d3ea tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:41:28.928692 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ada4d-da51-4b14-90c5-3f923d94d3ea tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:41:28.929026 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ada4d-da51-4b14-90c5-3f923d94d3ea tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:41:28.929354 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ada4d-da51-4b14-90c5-3f923d94d3ea tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:41:28.929703 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ada4d-da51-4b14-90c5-3f923d94d3ea tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:41:28.930027 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ada4d-da51-4b14-90c5-3f923d94d3ea tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:41:28.930346 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ada4d-da51-4b14-90c5-3f923d94d3ea tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:41:28.930671 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ada4d-da51-4b14-90c5-3f923d94d3ea tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:41:28.930996 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ada4d-da51-4b14-90c5-3f923d94d3ea tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:41:28.931137 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.api.v2.resource [None req-a6b4b544-497c-41b7-98f8-e4e0dcc42295 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] show failed (client error): The resource could not be found. Sep 30 09:41:28.931314 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ada4d-da51-4b14-90c5-3f923d94d3ea tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:41:28.931631 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ada4d-da51-4b14-90c5-3f923d94d3ea tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:41:28.934762 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ada4d-da51-4b14-90c5-3f923d94d3ea tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:41:28.934880 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-a6b4b544-497c-41b7-98f8-e4e0dcc42295 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups/54bc2d12-39ad-431b-8a02-0add6fddc2e4 HTTP/1.1" status: 404 len: 347 time: 0.0176756 Sep 30 09:41:28.934974 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ada4d-da51-4b14-90c5-3f923d94d3ea tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:41:28.934974 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74ada4d-da51-4b14-90c5-3f923d94d3ea tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:41:28.934974 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 42636) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:41:29.043273 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-403e354d-94cb-408f-ad69-58e6ddb8f1be tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Deleting port 6d516b9d-a1c3-4841-9d8f-8b7fef5f1df4 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:41:29.043608 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-403e354d-94cb-408f-ad69-58e6ddb8f1be tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (6d516b9d-a1c3-4841-9d8f-8b7fef5f1df4), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:29.121875 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-403e354d-94cb-408f-ad69-58e6ddb8f1be tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (6d516b9d-a1c3-4841-9d8f-8b7fef5f1df4), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:29.122202 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-403e354d-94cb-408f-ad69-58e6ddb8f1be tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for floatingip (6d516b9d-a1c3-4841-9d8f-8b7fef5f1df4), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:29.134953 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-403e354d-94cb-408f-ad69-58e6ddb8f1be tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Calling delete_port for 6d516b9d-a1c3-4841-9d8f-8b7fef5f1df4 owned by network:floatingip {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:41:29.220467 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:29.258748 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:29.282617 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-403e354d-94cb-408f-ad69-58e6ddb8f1be tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29089666'] for port (6d516b9d-a1c3-4841-9d8f-8b7fef5f1df4), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:29.310113 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e354d-94cb-408f-ad69-58e6ddb8f1be tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Pushing event deleted for resources: {'Port': ['ID=6d516b9d-a1c3-4841-9d8f-8b7fef5f1df4,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:41:29.368866 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-403e354d-94cb-408f-ad69-58e6ddb8f1be tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for floatingip (17800ad1-cdbd-4ddc-af42-2e9ea7fc0a05), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:29.371394 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-403e354d-94cb-408f-ad69-58e6ddb8f1be tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for floatingip (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:29.372560 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-403e354d-94cb-408f-ad69-58e6ddb8f1be tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/17800ad1-cdbd-4ddc-af42-2e9ea7fc0a05 HTTP/1.1" status: 204 len: 168 time: 0.4367478 Sep 30 09:41:29.448436 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:29.622164 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:29.868856 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a915d-e3e5-48b0-a40c-247216b1092a req-a5f5ff6f-4a02-4bab-ad15-2d58f409f47a tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:29.870346 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ef8a915d-e3e5-48b0-a40c-247216b1092a req-a5f5ff6f-4a02-4bab-ad15-2d58f409f47a tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 945 time: 0.0510190 Sep 30 09:41:29.919812 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ef8a915d-e3e5-48b0-a40c-247216b1092a req-6e355bda-c819-4647-af66-04349301f90e tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4629d96a-ef50-4391-8e3b-cb87721ca7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436542 Sep 30 09:41:30.507899 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 29e3ff5c-7dce-4c37-bc52-7c1c43af1b58 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:41:30.528871 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] No Port match for: 29e3ff5c-7dce-4c37-bc52-7c1c43af1b58 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:41:30.529224 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 29e3ff5c-7dce-4c37-bc52-7c1c43af1b58 not bound to the agent host hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:41:30.964923 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:30.977224 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:31.085411 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de472a7-d43d-450c-a47e-363846cf38f2 req-9850fb9d-0297-453a-a49c-a19a91f96618 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:31.086913 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-2de472a7-d43d-450c-a47e-363846cf38f2 req-9850fb9d-0297-453a-a49c-a19a91f96618 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 945 time: 0.0750475 Sep 30 09:41:31.096839 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85931ca8-f2a7-47a4-a77a-5ba0eb60736d req-63fc2e72-3f3e-4d88-9fc1-66717aa9de7d tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:31.098291 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-85931ca8-f2a7-47a4-a77a-5ba0eb60736d req-63fc2e72-3f3e-4d88-9fc1-66717aa9de7d tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7afabbde-d38f-4220-ba51-d309cf29ab34 HTTP/1.1" status: 200 len: 945 time: 0.0739903 Sep 30 09:41:31.172964 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-2de472a7-d43d-450c-a47e-363846cf38f2 req-17782c06-cac3-45b7-a283-bdee59c003ab tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4629d96a-ef50-4391-8e3b-cb87721ca7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730672 Sep 30 09:41:31.180559 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-85931ca8-f2a7-47a4-a77a-5ba0eb60736d req-bf4b1dd1-495d-42d2-b522-5202a86e6b3f tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a72fca64-cc44-42dc-9f6f-70665296dbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737834 Sep 30 09:41:32.325881 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433d829-b62e-40d0-b108-2a70fd51cf4d req-20d3ea6d-9761-4528-b557-27ae45d2e990 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:32.327346 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8433d829-b62e-40d0-b108-2a70fd51cf4d req-20d3ea6d-9761-4528-b557-27ae45d2e990 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 945 time: 0.0762115 Sep 30 09:41:32.332934 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0d8fc-b9e8-4505-9fab-18e2d27afad9 req-603936c2-413d-4d18-8def-7f3ecb3fd514 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:32.334346 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-43c0d8fc-b9e8-4505-9fab-18e2d27afad9 req-603936c2-413d-4d18-8def-7f3ecb3fd514 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7afabbde-d38f-4220-ba51-d309cf29ab34 HTTP/1.1" status: 200 len: 945 time: 0.0733764 Sep 30 09:41:32.411682 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8433d829-b62e-40d0-b108-2a70fd51cf4d req-6bf93801-b3bf-4a8f-8d93-36fae413edaf tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4629d96a-ef50-4391-8e3b-cb87721ca7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758662 Sep 30 09:41:32.414914 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-43c0d8fc-b9e8-4505-9fab-18e2d27afad9 req-9e5f84ff-7c73-46b5-9ed1-c5fa2de6bf86 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a72fca64-cc44-42dc-9f6f-70665296dbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729027 Sep 30 09:41:33.561594 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35bb60-9a50-464d-b7aa-c5548385c1d0 req-4ee38f92-a8b5-4199-9067-426e4e12c16e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:33.563053 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-5c35bb60-9a50-464d-b7aa-c5548385c1d0 req-4ee38f92-a8b5-4199-9067-426e4e12c16e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7afabbde-d38f-4220-ba51-d309cf29ab34 HTTP/1.1" status: 200 len: 945 time: 0.0738120 Sep 30 09:41:33.570937 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed7365-0173-43fe-b449-806cd5785c07 req-c1271c42-e806-46cf-bad0-981190fea33e tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:33.572292 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-76ed7365-0173-43fe-b449-806cd5785c07 req-c1271c42-e806-46cf-bad0-981190fea33e tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 945 time: 0.0804920 Sep 30 09:41:33.647610 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-5c35bb60-9a50-464d-b7aa-c5548385c1d0 req-44cfd1a2-e5d3-4264-adaf-5fc3abd3f52d tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a72fca64-cc44-42dc-9f6f-70665296dbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744045 Sep 30 09:41:33.650846 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-76ed7365-0173-43fe-b449-806cd5785c07 req-6e9129c6-bc9d-446d-b429-bf11c6b0b55a tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4629d96a-ef50-4391-8e3b-cb87721ca7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710580 Sep 30 09:41:34.032682 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc4651-aa8a-4717-8811-d4b78d877059 req-509623a7-f6f7-41bb-965e-8afa043524b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:34.034198 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-45bc4651-aa8a-4717-8811-d4b78d877059 req-509623a7-f6f7-41bb-965e-8afa043524b7 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 1129 time: 0.0904577 Sep 30 09:41:34.065259 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:34.080312 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-45bc4651-aa8a-4717-8811-d4b78d877059 req-054fd397-3c93-4d9c-8c88-ae5a114819ad service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4629d96a-ef50-4391-8e3b-cb87721ca7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399356 Sep 30 09:41:34.772056 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f65ac-57cb-435a-b0b6-7ddb2fba6bbd req-6bff80b2-7f84-4900-980d-6a8944e2f2fd tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:34.773529 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-991f65ac-57cb-435a-b0b6-7ddb2fba6bbd req-6bff80b2-7f84-4900-980d-6a8944e2f2fd tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7afabbde-d38f-4220-ba51-d309cf29ab34 HTTP/1.1" status: 200 len: 945 time: 0.0490005 Sep 30 09:41:34.824084 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-991f65ac-57cb-435a-b0b6-7ddb2fba6bbd req-368091f6-2719-496c-998e-4538d28ad4b8 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a72fca64-cc44-42dc-9f6f-70665296dbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449185 Sep 30 09:41:34.906272 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901a394-c311-4b92-bcd9-285fc5a95dcc req-a372c07a-29a9-4ca9-ac7e-c9ad33de85b0 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:34.907689 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c901a394-c311-4b92-bcd9-285fc5a95dcc req-a372c07a-29a9-4ca9-ac7e-c9ad33de85b0 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 945 time: 0.0539124 Sep 30 09:41:34.954299 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c901a394-c311-4b92-bcd9-285fc5a95dcc req-a1f04ce9-78d9-48b4-8051-bbfb9c49a378 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4629d96a-ef50-4391-8e3b-cb87721ca7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409138 Sep 30 09:41:35.318298 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:35.338497 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4a407-a350-48e7-b963-2b3e4da1b45a req-9412286d-db6d-4d21-af08-bf7f765ae2c6 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:35.339962 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-6ac4a407-a350-48e7-b963-2b3e4da1b45a req-9412286d-db6d-4d21-af08-bf7f765ae2c6 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7afabbde-d38f-4220-ba51-d309cf29ab34 HTTP/1.1" status: 200 len: 945 time: 0.0494826 Sep 30 09:41:35.428430 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-6ac4a407-a350-48e7-b963-2b3e4da1b45a req-83823fd1-2437-4efd-956b-a01e42424d93 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Deleting port cf81158f-690a-43be-9000-0bc960d4902a {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:41:35.428772 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-6ac4a407-a350-48e7-b963-2b3e4da1b45a req-83823fd1-2437-4efd-956b-a01e42424d93 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (cf81158f-690a-43be-9000-0bc960d4902a), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:35.517116 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-6ac4a407-a350-48e7-b963-2b3e4da1b45a req-83823fd1-2437-4efd-956b-a01e42424d93 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] For port cf81158f-690a-43be-9000-0bc960d4902a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cf81158f-690a-43be-9000-0bc960d4902a,segment=NetworkSegment(e66f24b0-9893-442e-bdcf-fa149cc52000),segment_id=e66f24b0-9893-442e-bdcf-fa149cc52000)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:41:35.517765 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-6ac4a407-a350-48e7-b963-2b3e4da1b45a req-83823fd1-2437-4efd-956b-a01e42424d93 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (cf81158f-690a-43be-9000-0bc960d4902a), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:35.684569 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-6ac4a407-a350-48e7-b963-2b3e4da1b45a req-83823fd1-2437-4efd-956b-a01e42424d93 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:35.684933 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-6ac4a407-a350-48e7-b963-2b3e4da1b45a req-83823fd1-2437-4efd-956b-a01e42424d93 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759975'] for floatingip (2155f60d-d8ac-4448-833d-c6113ac88ae5), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:35.685250 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.db.l3_db [req-6ac4a407-a350-48e7-b963-2b3e4da1b45a req-83823fd1-2437-4efd-956b-a01e42424d93 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Floating IP 2155f60d-d8ac-4448-833d-c6113ac88ae5 disassociated. External IP: 172.37.1.107, port: cf81158f-690a-43be-9000-0bc960d4902a. Sep 30 09:41:35.685593 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-6ac4a407-a350-48e7-b963-2b3e4da1b45a req-83823fd1-2437-4efd-956b-a01e42424d93 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Calling delete_port for cf81158f-690a-43be-9000-0bc960d4902a owned by compute:nova {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:41:35.810576 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-6ac4a407-a350-48e7-b963-2b3e4da1b45a req-83823fd1-2437-4efd-956b-a01e42424d93 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (cf81158f-690a-43be-9000-0bc960d4902a), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:35.847538 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83823fd1-2437-4efd-956b-a01e42424d93 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Pushing event deleted for resources: {'Port': ['ID=cf81158f-690a-43be-9000-0bc960d4902a,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:41:35.950715 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-fc781d60-ac94-4f71-b356-d16be6f5474e req-544975be-b8db-4192-8c72-1d821964302d tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7afabbde-d38f-4220-ba51-d309cf29ab34 HTTP/1.1" status: 200 len: 210 time: 0.0348272 Sep 30 09:41:35.960474 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ac4a407-a350-48e7-b963-2b3e4da1b45a req-83823fd1-2437-4efd-956b-a01e42424d93 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Router 3b92f880-bce1-431d-953b-029e5d3c9818 has already been hosted by L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 {{(pid=106375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:41:36.069217 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ac4a407-a350-48e7-b963-2b3e4da1b45a req-83823fd1-2437-4efd-956b-a01e42424d93 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:41:36.087356 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa029cc-3590-4a05-8f53-3a5c9143652c None None] Sync routers for ids ['3b92f880-bce1-431d-953b-029e5d3c9818'] in dv-cinder-master-3-smb {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:41:36.098494 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa029cc-3590-4a05-8f53-3a5c9143652c None None] Routers {'3b92f880-bce1-431d-953b-029e5d3c9818'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:41:36.103019 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687435d5-d181-4c47-9f7d-430b787935e7 req-53649907-93d9-414f-adc6-c67c2c7aa0f7 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:36.103785 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-1fa029cc-3590-4a05-8f53-3a5c9143652c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:41:28Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['3b92f880-bce1-431d-953b-029e5d3c9818'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:41:36.105374 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-687435d5-d181-4c47-9f7d-430b787935e7 req-53649907-93d9-414f-adc6-c67c2c7aa0f7 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 945 time: 0.0681968 Sep 30 09:41:36.123845 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:36.132025 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac4a407-a350-48e7-b963-2b3e4da1b45a req-83823fd1-2437-4efd-956b-a01e42424d93 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] No DVR routers for this DVR port cf81158f-690a-43be-9000-0bc960d4902a on host hv-cinder-maste {{(pid=106375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:41:36.133823 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:36.134770 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-6ac4a407-a350-48e7-b963-2b3e4da1b45a req-83823fd1-2437-4efd-956b-a01e42424d93 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:36.144967 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-6ac4a407-a350-48e7-b963-2b3e4da1b45a req-83823fd1-2437-4efd-956b-a01e42424d93 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.40 "DELETE /networking/v2.0/ports/cf81158f-690a-43be-9000-0bc960d4902a HTTP/1.1" status: 204 len: 173 time: 0.7996714 Sep 30 09:41:36.145558 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7afabbde-d38f-4220-ba51-d309cf29ab34', 'name': 'network-vif-deleted', 'tag': 'cf81158f-690a-43be-9000-0bc960d4902a'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:41:36.147858 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a2765c340e485259911155c50f33e4425258638b85650f0a2a20d0c41df364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea227068-ff33-4164-b2d5-d68d80d11879" -d '{"events": [{"server_uuid": "7afabbde-d38f-4220-ba51-d309cf29ab34", "name": "network-vif-deleted", "tag": "cf81158f-690a-43be-9000-0bc960d4902a"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:41:36.167997 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-687435d5-d181-4c47-9f7d-430b787935e7 req-0d15a452-e6b0-436f-aa2a-9f571a239a53 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4629d96a-ef50-4391-8e3b-cb87721ca7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499287 Sep 30 09:41:36.219649 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:36.222955 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:36.231343 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-1fa029cc-3590-4a05-8f53-3a5c9143652c None None] Set router 3b92f880-bce1-431d-953b-029e5d3c9818 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:41:36.257433 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8070c3d-efa6-4afe-92cc-4981e3ab0069 x-openstack-request-id: req-c8070c3d-efa6-4afe-92cc-4981e3ab0069 {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:41:36.257763 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7afabbde-d38f-4220-ba51-d309cf29ab34", "name": "network-vif-deleted", "tag": "cf81158f-690a-43be-9000-0bc960d4902a", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:41:36.258101 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c8070c3d-efa6-4afe-92cc-4981e3ab0069 {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:41:36.258472 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8070c3d-efa6-4afe-92cc-4981e3ab0069'] response: {'server_uuid': '7afabbde-d38f-4220-ba51-d309cf29ab34', 'name': 'network-vif-deleted', 'tag': 'cf81158f-690a-43be-9000-0bc960d4902a', 'status': 'completed', 'code': 200} Sep 30 09:41:36.425357 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-1fa029cc-3590-4a05-8f53-3a5c9143652c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'name': 'tempest-AttachVolumeNegativeTest-834901665-router', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94'}], 'enable_snat': True}, 'gw_port_id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:07Z', 'revision_number': 4, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'gw_port': {'id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:02Z', 'updated_at': '2022-09-30T09:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '600c548c-0db2-4cb3-9561-68f0f39c3aa5', 'name': '', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'mac_address': 'fa:16:3e:85:21:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:06Z', 'updated_at': '2022-09-30T09:36:21Z', 'revision_number': 5, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'subnets': [{'id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:41:36.453201 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa029cc-3590-4a05-8f53-3a5c9143652c None None] Checking router: 3b92f880-bce1-431d-953b-029e5d3c9818 for host: dv-cinder-master-3-smb {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:41:36.462049 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa029cc-3590-4a05-8f53-3a5c9143652c None None] Routers {'3b92f880-bce1-431d-953b-029e5d3c9818'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:41:36.462636 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-1fa029cc-3590-4a05-8f53-3a5c9143652c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:41:28Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['3b92f880-bce1-431d-953b-029e5d3c9818'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:41:36.560204 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-1fa029cc-3590-4a05-8f53-3a5c9143652c None None] Set router 3b92f880-bce1-431d-953b-029e5d3c9818 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:41:36.756330 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-1fa029cc-3590-4a05-8f53-3a5c9143652c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'name': 'tempest-AttachVolumeNegativeTest-834901665-router', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94'}], 'enable_snat': True}, 'gw_port_id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:07Z', 'revision_number': 4, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'gw_port': {'id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:02Z', 'updated_at': '2022-09-30T09:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '600c548c-0db2-4cb3-9561-68f0f39c3aa5', 'name': '', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'mac_address': 'fa:16:3e:85:21:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:06Z', 'updated_at': '2022-09-30T09:36:21Z', 'revision_number': 5, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'subnets': [{'id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:41:36.784939 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa029cc-3590-4a05-8f53-3a5c9143652c None None] The sync data for ids ['3b92f880-bce1-431d-953b-029e5d3c9818'] in dv-cinder-master-3-smb is: [{'id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'name': 'tempest-AttachVolumeNegativeTest-834901665-router', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94'}], 'enable_snat': True}, 'gw_port_id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:07Z', 'revision_number': 4, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'gw_port': {'id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:02Z', 'updated_at': '2022-09-30T09:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '600c548c-0db2-4cb3-9561-68f0f39c3aa5', 'name': '', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'mac_address': 'fa:16:3e:85:21:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:06Z', 'updated_at': '2022-09-30T09:36:21Z', 'revision_number': 5, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'subnets': [{'id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:41:37.082405 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95524b2a-7df3-4700-8129-48a215d90c3c None None] New status for floating IP 2155f60d-d8ac-4448-833d-c6113ac88ae5: DOWN {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 09:41:37.091535 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-889392fb-ec27-43ea-863f-6bd3088aa03c req-e63a27d9-d336-4d76-a4a2-68f41239cb43 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7afabbde-d38f-4220-ba51-d309cf29ab34 HTTP/1.1" status: 200 len: 210 time: 0.0312560 Sep 30 09:41:37.337701 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a414af-5e8b-4cd9-8951-36157a47c6cf req-008966e6-d132-43cf-9642-743e390aed6f tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:37.339157 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-b0a414af-5e8b-4cd9-8951-36157a47c6cf req-008966e6-d132-43cf-9642-743e390aed6f tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 945 time: 0.0860248 Sep 30 09:41:37.345050 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd31993-11c8-4a41-97c8-3daac15db587 req-68100b44-e92f-4000-9cb7-216f1ea0489b tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:37.346401 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1bd31993-11c8-4a41-97c8-3daac15db587 req-68100b44-e92f-4000-9cb7-216f1ea0489b tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 947 time: 0.0823755 Sep 30 09:41:37.421112 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-b0a414af-5e8b-4cd9-8951-36157a47c6cf req-cbf1df80-ce16-4a52-9fc1-c74ba4dc2174 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4629d96a-ef50-4391-8e3b-cb87721ca7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737948 Sep 30 09:41:37.424980 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1bd31993-11c8-4a41-97c8-3daac15db587 req-8f72c135-84de-46bf-90b8-a524fa18abb4 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703301 Sep 30 09:41:37.812236 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed4d6d-197b-4b8a-90cc-9cf118ab3c36 req-eeeecee4-2536-4c1e-88f2-b0a3045cea98 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:37.813585 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f7ed4d6d-197b-4b8a-90cc-9cf118ab3c36 req-eeeecee4-2536-4c1e-88f2-b0a3045cea98 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 945 time: 0.0466003 Sep 30 09:41:37.863244 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f7ed4d6d-197b-4b8a-90cc-9cf118ab3c36 req-0f21bc8c-fb51-4ae5-ba74-21a352413987 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4629d96a-ef50-4391-8e3b-cb87721ca7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435357 Sep 30 09:41:38.210355 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f8698d75-4871-48f6-83e0-6de532d0a95a req-e4d07bb3-23ba-43ea-9fd0-a521eae2cb6d tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=7afabbde-d38f-4220-ba51-d309cf29ab34 HTTP/1.1" status: 200 len: 210 time: 0.0282102 Sep 30 09:41:38.539974 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device cf81158f-690a-43be-9000-0bc960d4902a no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:41:38.552959 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c58747-1adb-4410-94ff-0e5d4818a28f req-d6d1c124-1c4f-4813-bae4-9c84bfefd898 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:38.554450 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f3c58747-1adb-4410-94ff-0e5d4818a28f req-d6d1c124-1c4f-4813-bae4-9c84bfefd898 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 947 time: 0.0470145 Sep 30 09:41:38.562802 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] No Port match for: cf81158f-690a-43be-9000-0bc960d4902a {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:41:38.563146 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device cf81158f-690a-43be-9000-0bc960d4902a not bound to the agent host hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:41:38.600744 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f3c58747-1adb-4410-94ff-0e5d4818a28f req-0c4be474-db6c-4ab8-9947-73d8b6ee95f7 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407295 Sep 30 09:41:38.821700 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe442449-b8c0-4b9a-9184-a8b2685b3417 req-72e3aaca-cbdc-46a2-bcb3-a5a3edcef871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:38.823206 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-fe442449-b8c0-4b9a-9184-a8b2685b3417 req-72e3aaca-cbdc-46a2-bcb3-a5a3edcef871 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=4290a542e73045309f6ceb8d4f5a267b&device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 1129 time: 0.0391355 Sep 30 09:41:38.910105 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:38.934580 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe442449-b8c0-4b9a-9184-a8b2685b3417 req-60150d7a-0d6d-4758-b2cf-52feea44bb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:38.936047 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-fe442449-b8c0-4b9a-9184-a8b2685b3417 req-60150d7a-0d6d-4758-b2cf-52feea44bb5f service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=e45abb02-b319-4872-9fb3-ccc0ce9d74e7 HTTP/1.1" status: 200 len: 920 time: 0.0916317 Sep 30 09:41:38.963286 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:38.994966 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95333cc2-0abf-4126-8ab1-ef0da1d10529 req-f7c8c3b0-4184-4b51-baa2-fdaa99969be6 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:38.996526 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-95333cc2-0abf-4126-8ab1-ef0da1d10529 req-f7c8c3b0-4184-4b51-baa2-fdaa99969be6 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 945 time: 0.0518191 Sep 30 09:41:39.019048 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-fe442449-b8c0-4b9a-9184-a8b2685b3417 req-91379989-e3eb-4c23-a06b-44cb51e0a4e6 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08241924-11c7-44f7-a33d-b4ee4f70d72b HTTP/1.1" status: 200 len: 1000 time: 0.0636635 Sep 30 09:41:39.046255 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-95333cc2-0abf-4126-8ab1-ef0da1d10529 req-b30e052a-6cce-45dc-8dd7-200ef032048e tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4629d96a-ef50-4391-8e3b-cb87721ca7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437348 Sep 30 09:41:39.240384 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe442449-b8c0-4b9a-9184-a8b2685b3417 req-b2f56aa7-f4cd-4696-989d-d6b83dbc44d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:39.241856 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-fe442449-b8c0-4b9a-9184-a8b2685b3417 req-b2f56aa7-f4cd-4696-989d-d6b83dbc44d3 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=5c348d1c-15e8-416a-bb01-9bc4f4316ae7 HTTP/1.1" status: 200 len: 858 time: 0.0444896 Sep 30 09:41:39.287761 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe442449-b8c0-4b9a-9184-a8b2685b3417 req-e80ef513-a9e3-408e-a3bc-b6a28ed4a7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:39.289276 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-fe442449-b8c0-4b9a-9184-a8b2685b3417 req-e80ef513-a9e3-408e-a3bc-b6a28ed4a7fd service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=e45abb02-b319-4872-9fb3-ccc0ce9d74e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0407295 Sep 30 09:41:39.303760 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 42738) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:41:39.359080 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a65c794c-4bcb-4554-8c1f-eee7593df3c9 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group (a72fca64-cc44-42dc-9f6f-70665296dbb9), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:39.382256 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a65c794c-4bcb-4554-8c1f-eee7593df3c9 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group (a72fca64-cc44-42dc-9f6f-70665296dbb9), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:39.402841 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-fe442449-b8c0-4b9a-9184-a8b2685b3417 req-d2b15fa9-76f4-4499-9533-24eedeab4cfc service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e45abb02-b319-4872-9fb3-ccc0ce9d74e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911090 Sep 30 09:41:39.434661 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a65c794c-4bcb-4554-8c1f-eee7593df3c9 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (a72fca64-cc44-42dc-9f6f-70665296dbb9), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:39.437255 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a65c794c-4bcb-4554-8c1f-eee7593df3c9 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:39.438445 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-a65c794c-4bcb-4554-8c1f-eee7593df3c9 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a72fca64-cc44-42dc-9f6f-70665296dbb9 HTTP/1.1" status: 204 len: 168 time: 0.1336064 Sep 30 09:41:39.442443 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 42740) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:41:39.459824 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c794c-4bcb-4554-8c1f-eee7593df3c9 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72fca64-cc44-42dc-9f6f-70665296dbb9,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:41:39.461887 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.api.v2.resource [None req-fc12fddd-cc95-4990-bc96-49a1f75e2a2b tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] show failed (client error): The resource could not be found. Sep 30 09:41:39.462906 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-fc12fddd-cc95-4990-bc96-49a1f75e2a2b tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups/a72fca64-cc44-42dc-9f6f-70665296dbb9 HTTP/1.1" status: 404 len: 347 time: 0.0195019 Sep 30 09:41:39.465871 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 42742) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:41:39.507600 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-fe442449-b8c0-4b9a-9184-a8b2685b3417 req-ac507fb1-33ef-457b-a5fc-c2fd9a0b13e9 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e45abb02-b319-4872-9fb3-ccc0ce9d74e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986071 Sep 30 09:41:39.613639 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7247c1a3-ad3d-4150-b3ba-cdfa33a3ee0c req-cc98b1ea-0df7-4a08-a52e-087b5861235b tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:39.615813 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7247c1a3-ad3d-4150-b3ba-cdfa33a3ee0c req-cc98b1ea-0df7-4a08-a52e-087b5861235b tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 947 time: 0.0749662 Sep 30 09:41:39.620314 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-71a7929b-bfe9-4f6b-a25a-f911c812a764 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Deleting port 6b700590-c11d-499e-9a6e-da6c2f276f08 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:41:39.620761 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-71a7929b-bfe9-4f6b-a25a-f911c812a764 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (6b700590-c11d-499e-9a6e-da6c2f276f08), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:39.695463 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:39.763558 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-71a7929b-bfe9-4f6b-a25a-f911c812a764 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (6b700590-c11d-499e-9a6e-da6c2f276f08), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:39.763786 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-71a7929b-bfe9-4f6b-a25a-f911c812a764 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for floatingip (6b700590-c11d-499e-9a6e-da6c2f276f08), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:39.826786 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c29d2-3c28-4872-a32e-47c967a1bf31 req-8a6dc7c3-e456-4624-87cc-fc5b120695f2 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:39.828252 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-665c29d2-3c28-4872-a32e-47c967a1bf31 req-8a6dc7c3-e456-4624-87cc-fc5b120695f2 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 947 time: 0.1335833 Sep 30 09:41:39.834400 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-71a7929b-bfe9-4f6b-a25a-f911c812a764 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Calling delete_port for 6b700590-c11d-499e-9a6e-da6c2f276f08 owned by network:floatingip {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:41:39.860938 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:39.880714 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-7247c1a3-ad3d-4150-b3ba-cdfa33a3ee0c req-5cb466dd-3d2d-454f-be67-534d95cf7a97 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Deleting port 3643062d-c8fd-4dd8-8ade-74a425024837 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:41:39.881053 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7247c1a3-ad3d-4150-b3ba-cdfa33a3ee0c req-5cb466dd-3d2d-454f-be67-534d95cf7a97 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (3643062d-c8fd-4dd8-8ade-74a425024837), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:39.994756 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-665c29d2-3c28-4872-a32e-47c967a1bf31 req-6d3b03c0-abc9-4a46-9240-552181536c08 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2c93e345-1be7-4f21-bde1-7a1952bd5d81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512384 Sep 30 09:41:40.057103 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-7247c1a3-ad3d-4150-b3ba-cdfa33a3ee0c req-5cb466dd-3d2d-454f-be67-534d95cf7a97 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] For port 3643062d-c8fd-4dd8-8ade-74a425024837, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3643062d-c8fd-4dd8-8ade-74a425024837,segment=NetworkSegment(564e7fba-80a0-41fa-9dbf-7d18353521c2),segment_id=564e7fba-80a0-41fa-9dbf-7d18353521c2)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:41:40.057103 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7247c1a3-ad3d-4150-b3ba-cdfa33a3ee0c req-5cb466dd-3d2d-454f-be67-534d95cf7a97 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (3643062d-c8fd-4dd8-8ade-74a425024837), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:40.294686 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec3be3-1fa5-4d5a-a887-f19cc1487ba6 req-93d6a035-cb78-4716-8755-da846a94c0a6 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:40.296588 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-34ec3be3-1fa5-4d5a-a887-f19cc1487ba6 req-93d6a035-cb78-4716-8755-da846a94c0a6 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 945 time: 0.1659458 Sep 30 09:41:40.297528 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-71a7929b-bfe9-4f6b-a25a-f911c812a764 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29089666'] for port (6b700590-c11d-499e-9a6e-da6c2f276f08), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:40.353054 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7929b-bfe9-4f6b-a25a-f911c812a764 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Pushing event deleted for resources: {'Port': ['ID=6b700590-c11d-499e-9a6e-da6c2f276f08,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:41:40.488972 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7247c1a3-ad3d-4150-b3ba-cdfa33a3ee0c req-5cb466dd-3d2d-454f-be67-534d95cf7a97 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:40.489517 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7247c1a3-ad3d-4150-b3ba-cdfa33a3ee0c req-5cb466dd-3d2d-454f-be67-534d95cf7a97 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759975'] for floatingip (4ed1e141-fbde-4dd4-9a25-a4301c312029), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:40.489876 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.db.l3_db [req-7247c1a3-ad3d-4150-b3ba-cdfa33a3ee0c req-5cb466dd-3d2d-454f-be67-534d95cf7a97 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Floating IP 4ed1e141-fbde-4dd4-9a25-a4301c312029 disassociated. External IP: 172.37.1.32, port: 3643062d-c8fd-4dd8-8ade-74a425024837. Sep 30 09:41:40.490223 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [req-7247c1a3-ad3d-4150-b3ba-cdfa33a3ee0c req-5cb466dd-3d2d-454f-be67-534d95cf7a97 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Calling delete_port for 3643062d-c8fd-4dd8-8ade-74a425024837 owned by compute:nova {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:41:40.500249 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-34ec3be3-1fa5-4d5a-a887-f19cc1487ba6 req-167b6598-a5c0-4bd5-8c98-7f55efa35f6d tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4629d96a-ef50-4391-8e3b-cb87721ca7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1921506 Sep 30 09:41:40.515728 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-71a7929b-bfe9-4f6b-a25a-f911c812a764 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for floatingip (2155f60d-d8ac-4448-833d-c6113ac88ae5), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:40.518544 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-71a7929b-bfe9-4f6b-a25a-f911c812a764 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for floatingip (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:40.519698 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-71a7929b-bfe9-4f6b-a25a-f911c812a764 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/2155f60d-d8ac-4448-833d-c6113ac88ae5 HTTP/1.1" status: 204 len: 168 time: 1.0529301 Sep 30 09:41:40.590836 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:40.607767 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 42750) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:41:40.613432 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-2bebe427-7440-4d04-b00b-c22feb6846fb tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1028151796', 'description': 'tempest-description--574377550'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:41:40.640297 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2bebe427-7440-4d04-b00b-c22feb6846fb tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:40.660427 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7247c1a3-ad3d-4150-b3ba-cdfa33a3ee0c req-5cb466dd-3d2d-454f-be67-534d95cf7a97 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29089666'] for port (3643062d-c8fd-4dd8-8ade-74a425024837), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:40.690390 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb466dd-3d2d-454f-be67-534d95cf7a97 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Pushing event deleted for resources: {'Port': ['ID=3643062d-c8fd-4dd8-8ade-74a425024837,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:41:40.719074 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2bebe427-7440-4d04-b00b-c22feb6846fb tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group (131b4586-fa6d-4e89-94c8-dee58df78980), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:40.725281 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2bebe427-7440-4d04-b00b-c22feb6846fb tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (131b4586-fa6d-4e89-94c8-dee58df78980), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:40.763308 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2bebe427-7440-4d04-b00b-c22feb6846fb tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:40.768027 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-2bebe427-7440-4d04-b00b-c22feb6846fb tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1562562 Sep 30 09:41:40.768027 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bebe427-7440-4d04-b00b-c22feb6846fb tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=131b4586-fa6d-4e89-94c8-dee58df78980,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:41:40.769561 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 42752) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:41:40.774511 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-9249bff4-5818-4916-a66e-1059cb0f9ce7 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Request body: {'security_group_rule': {'security_group_id': '131b4586-fa6d-4e89-94c8-dee58df78980', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:41:40.800619 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:40.807543 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9249bff4-5818-4916-a66e-1059cb0f9ce7 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group_rule (96785221-f7a6-4eff-8b4e-9691f2b7e1d1), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:40.821355 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7247c1a3-ad3d-4150-b3ba-cdfa33a3ee0c req-5cb466dd-3d2d-454f-be67-534d95cf7a97 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Router 313d570b-2960-43ba-9415-9cbba16b5ca8 has already been hosted by L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:41:40.873256 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9249bff4-5818-4916-a66e-1059cb0f9ce7 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group_rule (96785221-f7a6-4eff-8b4e-9691f2b7e1d1), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:40.877926 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9249bff4-5818-4916-a66e-1059cb0f9ce7 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766877'] for security_group_rule (96785221-f7a6-4eff-8b4e-9691f2b7e1d1), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:40.902828 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9249bff4-5818-4916-a66e-1059cb0f9ce7 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96785221-f7a6-4eff-8b4e-9691f2b7e1d1,revision_number=0']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:41:40.909423 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9249bff4-5818-4916-a66e-1059cb0f9ce7 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:40.910743 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-9249bff4-5818-4916-a66e-1059cb0f9ce7 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1395631 Sep 30 09:41:40.913603 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 42754) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:41:40.919475 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-2a7dfddf-431b-4694-bcd6-fee04f373032 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Request body: {'security_group_rule': {'security_group_id': '131b4586-fa6d-4e89-94c8-dee58df78980', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:41:40.952609 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2a7dfddf-431b-4694-bcd6-fee04f373032 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group_rule (8851a250-44a1-4131-8139-364804448cb1), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:40.954105 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7247c1a3-ad3d-4150-b3ba-cdfa33a3ee0c req-5cb466dd-3d2d-454f-be67-534d95cf7a97 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:41:40.967583 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c8e828-c5b7-4051-9445-53d8e334112b None None] Sync routers for ids ['313d570b-2960-43ba-9415-9cbba16b5ca8'] in dv-cinder-master-3-smb {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:41:40.983835 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c8e828-c5b7-4051-9445-53d8e334112b None None] Routers {'313d570b-2960-43ba-9415-9cbba16b5ca8'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:41:40.984819 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-58c8e828-c5b7-4051-9445-53d8e334112b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:41:28Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['313d570b-2960-43ba-9415-9cbba16b5ca8'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:41:41.046252 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2a7dfddf-431b-4694-bcd6-fee04f373032 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group_rule (8851a250-44a1-4131-8139-364804448cb1), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:41.059694 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2a7dfddf-431b-4694-bcd6-fee04f373032 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766877'] for security_group_rule (8851a250-44a1-4131-8139-364804448cb1), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:41.085186 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7dfddf-431b-4694-bcd6-fee04f373032 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8851a250-44a1-4131-8139-364804448cb1,revision_number=0']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:41:41.100800 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2a7dfddf-431b-4694-bcd6-fee04f373032 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:41.120061 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-2a7dfddf-431b-4694-bcd6-fee04f373032 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2042835 Sep 30 09:41:41.120725 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 42758) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:41:41.126348 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-32ce3b50-8bc3-419e-bc00-f77385dbaf31 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Request body: {'floatingip': {'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:41:41.147772 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:41.166507 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-32ce3b50-8bc3-419e-bc00-f77385dbaf31 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:41.184682 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:41.267748 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-58c8e828-c5b7-4051-9445-53d8e334112b None None] Set router 313d570b-2960-43ba-9415-9cbba16b5ca8 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:41:41.273027 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-32ce3b50-8bc3-419e-bc00-f77385dbaf31 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:41.365735 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-7247c1a3-ad3d-4150-b3ba-cdfa33a3ee0c req-5cb466dd-3d2d-454f-be67-534d95cf7a97 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] No DVR routers for this DVR port 3643062d-c8fd-4dd8-8ade-74a425024837 on host hv-cinder-maste {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:41:41.374156 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d35ef12a-4a47-42c3-8b19-ed4ff770ca2f req-f11d4bff-c0b2-47b8-92f3-6cec9146ec1d tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 210 time: 0.0663176 Sep 30 09:41:41.376868 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-7247c1a3-ad3d-4150-b3ba-cdfa33a3ee0c req-5cb466dd-3d2d-454f-be67-534d95cf7a97 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:41.382978 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7247c1a3-ad3d-4150-b3ba-cdfa33a3ee0c req-5cb466dd-3d2d-454f-be67-534d95cf7a97 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.40 "DELETE /networking/v2.0/ports/3643062d-c8fd-4dd8-8ade-74a425024837 HTTP/1.1" status: 204 len: 173 time: 1.7195222 Sep 30 09:41:41.383514 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa45afac-631e-4b21-b7fd-d72725a08efd', 'name': 'network-vif-deleted', 'tag': '3643062d-c8fd-4dd8-8ade-74a425024837'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:41:41.393723 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fcb41cfe2f49de8823fc1653213cc9e5b77d80f13114ba069ec5cf27ea68f53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9ed63b-9699-4b70-a213-2b0d83a732d9" -d '{"events": [{"server_uuid": "aa45afac-631e-4b21-b7fd-d72725a08efd", "name": "network-vif-deleted", "tag": "3643062d-c8fd-4dd8-8ade-74a425024837"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:41:41.402505 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [None req-32ce3b50-8bc3-419e-bc00-f77385dbaf31 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Allocated IP 172.37.1.127 (4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2/0f15ec3b-6992-47ef-bdfa-402dc9430f5b/d272466f-6c28-49e2-9c96-2ccd8a4bed2a) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:41:41.480443 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-58c8e828-c5b7-4051-9445-53d8e334112b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'name': 'tempest-AttachVolumeShelveTestJSON-2083709801-router', 'tenant_id': '7258740d324b4be18675101826a78ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.132'}], 'enable_snat': True}, 'gw_port_id': 'f075918f-22eb-47fc-b3ff-d56d1e52e8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:11Z', 'revision_number': 4, 'project_id': '7258740d324b4be18675101826a78ca7', 'gw_port': {'id': 'f075918f-22eb-47fc-b3ff-d56d1e52e8dd', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:01Z', 'updated_at': '2022-09-30T09:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '18520684-8f98-4574-afae-7b54f755415e', 'name': '', 'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272', 'tenant_id': '7258740d324b4be18675101826a78ca7', 'mac_address': 'fa:16:3e:72:b6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'caa068e9-5807-465e-a6a4-c687aab9e12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:09Z', 'updated_at': '2022-09-30T09:36:18Z', 'revision_number': 5, 'project_id': '7258740d324b4be18675101826a78ca7', 'subnets': [{'id': 'caa068e9-5807-465e-a6a4-c687aab9e12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:41:41.489458 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefa6d4d-8f89-4a23-96dd-6158b5f69f8c x-openstack-request-id: req-fefa6d4d-8f89-4a23-96dd-6158b5f69f8c {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:41:41.489900 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa45afac-631e-4b21-b7fd-d72725a08efd", "name": "network-vif-deleted", "tag": "3643062d-c8fd-4dd8-8ade-74a425024837", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:41:41.490357 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fefa6d4d-8f89-4a23-96dd-6158b5f69f8c {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:41:41.490957 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fefa6d4d-8f89-4a23-96dd-6158b5f69f8c'] response: {'server_uuid': 'aa45afac-631e-4b21-b7fd-d72725a08efd', 'name': 'network-vif-deleted', 'tag': '3643062d-c8fd-4dd8-8ade-74a425024837', 'status': 'completed', 'code': 200} Sep 30 09:41:41.511909 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c8e828-c5b7-4051-9445-53d8e334112b None None] Checking router: 313d570b-2960-43ba-9415-9cbba16b5ca8 for host: dv-cinder-master-3-smb {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:41:41.517811 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-32ce3b50-8bc3-419e-bc00-f77385dbaf31 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for port (d272466f-6c28-49e2-9c96-2ccd8a4bed2a), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:41.521503 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c8e828-c5b7-4051-9445-53d8e334112b None None] Routers {'313d570b-2960-43ba-9415-9cbba16b5ca8'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:41:41.522019 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-58c8e828-c5b7-4051-9445-53d8e334112b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:41:28Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['313d570b-2960-43ba-9415-9cbba16b5ca8'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:41:41.553253 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-32ce3b50-8bc3-419e-bc00-f77385dbaf31 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (d272466f-6c28-49e2-9c96-2ccd8a4bed2a), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:41.602112 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ce3b50-8bc3-419e-bc00-f77385dbaf31 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Network 4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:41:41.607357 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-32ce3b50-8bc3-419e-bc00-f77385dbaf31 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:41:41.612174 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ce3b50-8bc3-419e-bc00-f77385dbaf31 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:41:41.625667 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=100 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:41.638274 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce3b50-8bc3-419e-bc00-f77385dbaf31 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Pushing event updated for resources: {'Port': ['ID=d272466f-6c28-49e2-9c96-2ccd8a4bed2a,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:41:41.659021 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3b2db-6590-4dc0-af72-af6e1cac0583 req-611b066f-ea0b-4750-b559-3acc15ed70cb tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:41.662096 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f3c3b2db-6590-4dc0-af72-af6e1cac0583 req-611b066f-ea0b-4750-b559-3acc15ed70cb tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 945 time: 0.0658920 Sep 30 09:41:41.665201 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=100 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:41.667638 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-58c8e828-c5b7-4051-9445-53d8e334112b None None] Set router 313d570b-2960-43ba-9415-9cbba16b5ca8 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:41:41.730688 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f3c3b2db-6590-4dc0-af72-af6e1cac0583 req-84d63fb5-b4c8-4103-944c-c33bb7e98376 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4629d96a-ef50-4391-8e3b-cb87721ca7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613425 Sep 30 09:41:41.747048 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-32ce3b50-8bc3-419e-bc00-f77385dbaf31 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for floatingip (3bc0387f-bb6d-4ee6-bc90-f19bfadbcf0c), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:41.793223 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-32ce3b50-8bc3-419e-bc00-f77385dbaf31 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (d272466f-6c28-49e2-9c96-2ccd8a4bed2a), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:41.923571 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-58c8e828-c5b7-4051-9445-53d8e334112b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'name': 'tempest-AttachVolumeShelveTestJSON-2083709801-router', 'tenant_id': '7258740d324b4be18675101826a78ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.132'}], 'enable_snat': True}, 'gw_port_id': 'f075918f-22eb-47fc-b3ff-d56d1e52e8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:11Z', 'revision_number': 4, 'project_id': '7258740d324b4be18675101826a78ca7', 'gw_port': {'id': 'f075918f-22eb-47fc-b3ff-d56d1e52e8dd', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:01Z', 'updated_at': '2022-09-30T09:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '18520684-8f98-4574-afae-7b54f755415e', 'name': '', 'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272', 'tenant_id': '7258740d324b4be18675101826a78ca7', 'mac_address': 'fa:16:3e:72:b6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'caa068e9-5807-465e-a6a4-c687aab9e12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:09Z', 'updated_at': '2022-09-30T09:36:18Z', 'revision_number': 5, 'project_id': '7258740d324b4be18675101826a78ca7', 'subnets': [{'id': 'caa068e9-5807-465e-a6a4-c687aab9e12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:41:41.950026 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c8e828-c5b7-4051-9445-53d8e334112b None None] The sync data for ids ['313d570b-2960-43ba-9415-9cbba16b5ca8'] in dv-cinder-master-3-smb is: [{'id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'name': 'tempest-AttachVolumeShelveTestJSON-2083709801-router', 'tenant_id': '7258740d324b4be18675101826a78ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.132'}], 'enable_snat': True}, 'gw_port_id': 'f075918f-22eb-47fc-b3ff-d56d1e52e8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:11Z', 'revision_number': 4, 'project_id': '7258740d324b4be18675101826a78ca7', 'gw_port': {'id': 'f075918f-22eb-47fc-b3ff-d56d1e52e8dd', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:01Z', 'updated_at': '2022-09-30T09:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '18520684-8f98-4574-afae-7b54f755415e', 'name': '', 'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272', 'tenant_id': '7258740d324b4be18675101826a78ca7', 'mac_address': 'fa:16:3e:72:b6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'caa068e9-5807-465e-a6a4-c687aab9e12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:09Z', 'updated_at': '2022-09-30T09:36:18Z', 'revision_number': 5, 'project_id': '7258740d324b4be18675101826a78ca7', 'subnets': [{'id': 'caa068e9-5807-465e-a6a4-c687aab9e12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:41:41.971122 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-32ce3b50-8bc3-419e-bc00-f77385dbaf31 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for port (d272466f-6c28-49e2-9c96-2ccd8a4bed2a), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:41.977205 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-32ce3b50-8bc3-419e-bc00-f77385dbaf31 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1379309'] for port (d272466f-6c28-49e2-9c96-2ccd8a4bed2a), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:42.044637 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:42.050123 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce3b50-8bc3-419e-bc00-f77385dbaf31 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Pushing event updated for resources: {'Port': ['ID=d272466f-6c28-49e2-9c96-2ccd8a4bed2a,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:41:42.052603 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-32ce3b50-8bc3-419e-bc00-f77385dbaf31 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759975'] for floatingip (3bc0387f-bb6d-4ee6-bc90-f19bfadbcf0c), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:42.056004 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:42.073292 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-32ce3b50-8bc3-419e-bc00-f77385dbaf31 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for floatingip (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:42.074570 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-32ce3b50-8bc3-419e-bc00-f77385dbaf31 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9528687 Sep 30 09:41:42.225152 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c6c533-b68e-48cc-a4d7-b5cf492c184b None None] New status for floating IP 4ed1e141-fbde-4dd4-9a25-a4301c312029: DOWN {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 09:41:42.228390 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:42.241041 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-922a9068-24c0-4df9-b8a1-ed5b1f1508b7 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1028151796&fields=id&tenant_id=277b0f36e38f42909ad307ca1d09b7da HTTP/1.1" status: 200 len: 267 time: 0.0461278 Sep 30 09:41:42.355058 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-5d962c0b-3652-456b-8342-4a246782281b tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:42.356537 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-5d962c0b-3652-456b-8342-4a246782281b tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/networks?id=b208ce5f-758d-4f0c-90ce-9c825be7bba2 HTTP/1.1" status: 200 len: 814 time: 0.1089728 Sep 30 09:41:42.371563 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-1c191b4d-c70f-4d10-9108-504398ced5fd tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/quotas/277b0f36e38f42909ad307ca1d09b7da HTTP/1.1" status: 200 len: 375 time: 0.0095155 Sep 30 09:41:42.423504 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-4ce36269-ca0d-4df8-b197-4cf87cfb5455 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=277b0f36e38f42909ad307ca1d09b7da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460422 Sep 30 09:41:42.501317 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-01ae9b95-931d-43a2-ba79-e3e16b521506 req-d029ac77-511f-477f-9888-7a5a360b52eb tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aa45afac-631e-4b21-b7fd-d72725a08efd HTTP/1.1" status: 200 len: 210 time: 0.0361075 Sep 30 09:41:42.548116 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 3643062d-c8fd-4dd8-8ade-74a425024837 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:41:42.569988 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] No Port match for: 3643062d-c8fd-4dd8-8ade-74a425024837 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:41:42.570335 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 3643062d-c8fd-4dd8-8ade-74a425024837 not bound to the agent host hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:41:42.588480 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-6309cf00-9555-4ef0-ae16-0d5abfed112b service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b208ce5f-758d-4f0c-90ce-9c825be7bba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534159 Sep 30 09:41:42.687748 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-5212d924-36d0-4685-8077-092b75483eea service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b208ce5f-758d-4f0c-90ce-9c825be7bba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922992 Sep 30 09:41:42.877048 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-5d736a37-6371-45d2-a4b5-6ca3f081b63a req-04d46fc2-2303-4cc5-be25-df3f3d68c9f1 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9573a5fc-0762-4ba4-a649-355c311e57da HTTP/1.1" status: 200 len: 210 time: 0.0347245 Sep 30 09:41:42.885760 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff29c03-6692-4edd-b819-2dfdee06660b req-6495109c-a1d7-4423-9bfb-848cbee7a414 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:42.887343 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-cff29c03-6692-4edd-b819-2dfdee06660b req-6495109c-a1d7-4423-9bfb-848cbee7a414 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 945 time: 0.0815272 Sep 30 09:41:42.947746 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-cff29c03-6692-4edd-b819-2dfdee06660b req-1fc1192e-556c-424e-8920-983cab4a09b1 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4629d96a-ef50-4391-8e3b-cb87721ca7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532868 Sep 30 09:41:43.032803 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:43.072658 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202edef2-0a36-40f7-8c8b-81db1e7a9bf6 req-fa3592ac-8b04-4b07-98aa-f5a513fe9a74 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:43.074432 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-202edef2-0a36-40f7-8c8b-81db1e7a9bf6 req-fa3592ac-8b04-4b07-98aa-f5a513fe9a74 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 945 time: 0.0516570 Sep 30 09:41:43.092027 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 42792) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:41:43.097396 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-b7006329-3b7d-44e4-9251-b7b03f0a9a01 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Request body: {'floatingip': {'port_id': '08241924-11c7-44f7-a33d-b4ee4f70d72b'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:41:43.155753 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b7006329-3b7d-44e4-9251-b7b03f0a9a01 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks [] for floatingip (b038b508-3cad-4a0a-9054-16799f3384e7), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:43.614865 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 42804) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:41:43.623819 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b7006329-3b7d-44e4-9251-b7b03f0a9a01 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:43.627689 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b7006329-3b7d-44e4-9251-b7b03f0a9a01 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759975'] for floatingip (b038b508-3cad-4a0a-9054-16799f3384e7), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:43.677353 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-403cedb7-05a0-46e6-97c7-06e997953c40 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks [] for security_group (2c93e345-1be7-4f21-bde1-7a1952bd5d81), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:43.705483 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-403cedb7-05a0-46e6-97c7-06e997953c40 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks [] for security_group (2c93e345-1be7-4f21-bde1-7a1952bd5d81), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:43.758765 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-403cedb7-05a0-46e6-97c7-06e997953c40 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (2c93e345-1be7-4f21-bde1-7a1952bd5d81), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:43.762060 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-403cedb7-05a0-46e6-97c7-06e997953c40 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:43.763445 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-403cedb7-05a0-46e6-97c7-06e997953c40 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/2c93e345-1be7-4f21-bde1-7a1952bd5d81 HTTP/1.1" status: 204 len: 168 time: 0.1473634 Sep 30 09:41:43.766049 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 42806) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:41:43.774087 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403cedb7-05a0-46e6-97c7-06e997953c40 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c93e345-1be7-4f21-bde1-7a1952bd5d81,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:41:43.791165 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.api.v2.resource [None req-edb3082b-edda-4427-a47d-19b08cce3924 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] show failed (client error): The resource could not be found. Sep 30 09:41:43.792185 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-edb3082b-edda-4427-a47d-19b08cce3924 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups/2c93e345-1be7-4f21-bde1-7a1952bd5d81 HTTP/1.1" status: 404 len: 347 time: 0.0249617 Sep 30 09:41:43.795252 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 42808) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:41:43.865643 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7006329-3b7d-44e4-9251-b7b03f0a9a01 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Router 509a618e-2aa3-4f01-bd1b-9adda5cd32f5 has already been hosted by L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 {{(pid=106375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:41:43.910147 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-9938111c-01ee-495f-aaea-ed6701a61b3e tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Deleting port a1e22314-091e-4366-879e-f6df3c5229eb {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:41:43.910327 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9938111c-01ee-495f-aaea-ed6701a61b3e tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (a1e22314-091e-4366-879e-f6df3c5229eb), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:43.922826 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:44.009081 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9938111c-01ee-495f-aaea-ed6701a61b3e tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (a1e22314-091e-4366-879e-f6df3c5229eb), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:44.009429 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9938111c-01ee-495f-aaea-ed6701a61b3e tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks [] for floatingip (a1e22314-091e-4366-879e-f6df3c5229eb), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:44.032476 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-5d96b7e5-30c1-4e47-b03a-fbd1030a8cbb req-85bba94e-d4c3-4328-af46-a0142e57ce14 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9573a5fc-0762-4ba4-a649-355c311e57da HTTP/1.1" status: 200 len: 210 time: 0.0463645 Sep 30 09:41:44.039588 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-9938111c-01ee-495f-aaea-ed6701a61b3e tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Calling delete_port for a1e22314-091e-4366-879e-f6df3c5229eb owned by network:floatingip {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:41:44.173612 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9938111c-01ee-495f-aaea-ed6701a61b3e tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29089666'] for port (a1e22314-091e-4366-879e-f6df3c5229eb), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:44.202697 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9938111c-01ee-495f-aaea-ed6701a61b3e tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Pushing event deleted for resources: {'Port': ['ID=a1e22314-091e-4366-879e-f6df3c5229eb,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:41:44.215427 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7006329-3b7d-44e4-9251-b7b03f0a9a01 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:41:44.219770 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b7006329-3b7d-44e4-9251-b7b03f0a9a01 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for floatingip (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:44.227067 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5b596a-28d7-4f3e-9753-368209653cc9 None None] Sync routers for ids ['509a618e-2aa3-4f01-bd1b-9adda5cd32f5'] in dv-cinder-master-3-smb {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:41:44.241933 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5b596a-28d7-4f3e-9753-368209653cc9 None None] Routers {'509a618e-2aa3-4f01-bd1b-9adda5cd32f5'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:41:44.242801 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-fc5b596a-28d7-4f3e-9753-368209653cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:41:28Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['509a618e-2aa3-4f01-bd1b-9adda5cd32f5'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:41:44.262549 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fafa2feb-3bc8-437d-915e-a443c5168d3c', 'tag': '08241924-11c7-44f7-a33d-b4ee4f70d72b'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:41:44.265182 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a2765c340e485259911155c50f33e4425258638b85650f0a2a20d0c41df364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f8be43-eada-43cb-b49d-1f83bbe068be" -d '{"events": [{"name": "network-changed", "server_uuid": "fafa2feb-3bc8-437d-915e-a443c5168d3c", "tag": "08241924-11c7-44f7-a33d-b4ee4f70d72b"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:41:44.268328 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9938111c-01ee-495f-aaea-ed6701a61b3e tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks [] for floatingip (4ed1e141-fbde-4dd4-9a25-a4301c312029), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:44.272671 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9938111c-01ee-495f-aaea-ed6701a61b3e tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for floatingip (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:44.276458 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-9938111c-01ee-495f-aaea-ed6701a61b3e tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/4ed1e141-fbde-4dd4-9a25-a4301c312029 HTTP/1.1" status: 204 len: 168 time: 0.4777093 Sep 30 09:41:44.307033 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-b7006329-3b7d-44e4-9251-b7b03f0a9a01 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/b038b508-3cad-4a0a-9054-16799f3384e7 HTTP/1.1" status: 200 len: 992 time: 1.2129974 Sep 30 09:41:44.353433 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37f0d31-420a-40dd-a3a7-74b60d8ff555 x-openstack-request-id: req-a37f0d31-420a-40dd-a3a7-74b60d8ff555 {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:41:44.353925 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fafa2feb-3bc8-437d-915e-a443c5168d3c", "tag": "08241924-11c7-44f7-a33d-b4ee4f70d72b", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:41:44.354413 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a37f0d31-420a-40dd-a3a7-74b60d8ff555 {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:41:44.355102 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a37f0d31-420a-40dd-a3a7-74b60d8ff555'] response: {'name': 'network-changed', 'server_uuid': 'fafa2feb-3bc8-437d-915e-a443c5168d3c', 'tag': '08241924-11c7-44f7-a33d-b4ee4f70d72b', 'status': 'completed', 'code': 200} Sep 30 09:41:44.385394 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 42818) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:41:44.391250 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-c358b7f9-071e-446b-8869-e3b558564fcd tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Request body: {'security_group': {'name': 'tempest-securitygroup--787405423', 'description': 'tempest-description--785563959'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:41:44.394612 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-fc5b596a-28d7-4f3e-9753-368209653cc9 None None] Set router 509a618e-2aa3-4f01-bd1b-9adda5cd32f5 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:41:44.462424 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:44.474286 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c358b7f9-071e-446b-8869-e3b558564fcd tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:44.478941 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8be43-eada-43cb-b49d-1f83bbe068be req-1c4c8852-7304-4288-99c4-27c407717187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:44.481660 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-e0f8be43-eada-43cb-b49d-1f83bbe068be req-1c4c8852-7304-4288-99c4-27c407717187 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=4290a542e73045309f6ceb8d4f5a267b&device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 1129 time: 0.0625160 Sep 30 09:41:44.503704 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:44.533813 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-ac2ad7eb-336c-40e2-8682-aec46ebee9d0 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:44.536157 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-ac2ad7eb-336c-40e2-8682-aec46ebee9d0 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.40 "GET /networking/v2.0/networks?id=b208ce5f-758d-4f0c-90ce-9c825be7bba2 HTTP/1.1" status: 200 len: 814 time: 0.1477246 Sep 30 09:41:44.548690 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:44.635640 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8be43-eada-43cb-b49d-1f83bbe068be req-4bebf37c-2c90-417b-a558-2ff2e2040fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:44.637079 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-e0f8be43-eada-43cb-b49d-1f83bbe068be req-4bebf37c-2c90-417b-a558-2ff2e2040fa4 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=e45abb02-b319-4872-9fb3-ccc0ce9d74e7 HTTP/1.1" status: 200 len: 920 time: 0.1501210 Sep 30 09:41:44.644302 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-78f45ecc-3fbd-4301-ae9b-e0d6b0dd24ed tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=277b0f36e38f42909ad307ca1d09b7da HTTP/1.1" status: 200 len: 380 time: 0.0921412 Sep 30 09:41:44.653336 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c358b7f9-071e-446b-8869-e3b558564fcd tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks [] for security_group (635be1d0-6564-4809-888e-cb979b183324), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:44.657396 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c358b7f9-071e-446b-8869-e3b558564fcd tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (635be1d0-6564-4809-888e-cb979b183324), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:44.666582 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-fc5b596a-28d7-4f3e-9753-368209653cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'name': 'tempest-ServerRescueNegativeTestJSON-1029638916-router', 'tenant_id': '4290a542e73045309f6ceb8d4f5a267b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e5d50185-2742-4381-9965-5e2e60a879a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:37:15Z', 'updated_at': '2022-09-30T09:37:19Z', 'revision_number': 4, 'project_id': '4290a542e73045309f6ceb8d4f5a267b', 'gw_port': {'id': 'e5d50185-2742-4381-9965-5e2e60a879a4', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:06:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:37:16Z', 'updated_at': '2022-09-30T09:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'b038b508-3cad-4a0a-9054-16799f3384e7', 'tenant_id': '4290a542e73045309f6ceb8d4f5a267b', 'floating_ip_address': '172.37.1.21', 'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'router_id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'port_id': '08241924-11c7-44f7-a33d-b4ee4f70d72b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e45abb02-b319-4872-9fb3-ccc0ce9d74e7', 'mac_address': 'fa:16:3e:d6:7e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fafa2feb-3bc8-437d-915e-a443c5168d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:38:48Z', 'updated_at': '2022-09-30T09:41:43Z', 'revision_number': 3, 'project_id': '4290a542e73045309f6ceb8d4f5a267b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a21ddad-3d17-4345-b8b7-a6377ef66f8f', 'name': '', 'network_id': 'e45abb02-b319-4872-9fb3-ccc0ce9d74e7', 'tenant_id': '4290a542e73045309f6ceb8d4f5a267b', 'mac_address': 'fa:16:3e:76:07:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5c348d1c-15e8-416a-bb01-9bc4f4316ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:37:18Z', 'updated_at': '2022-09-30T09:37:24Z', 'revision_number': 5, 'project_id': '4290a542e73045309f6ceb8d4f5a267b', 'subnets': [{'id': '5c348d1c-15e8-416a-bb01-9bc4f4316ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:41:44.691232 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c358b7f9-071e-446b-8869-e3b558564fcd tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:44.694079 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-c358b7f9-071e-446b-8869-e3b558564fcd tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3073421 Sep 30 09:41:44.695633 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5b596a-28d7-4f3e-9753-368209653cc9 None None] Checking router: 509a618e-2aa3-4f01-bd1b-9adda5cd32f5 for host: dv-cinder-master-3-smb {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:41:44.695783 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 42824) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:41:44.696631 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c358b7f9-071e-446b-8869-e3b558564fcd tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=635be1d0-6564-4809-888e-cb979b183324,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:41:44.700599 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-d573803f-43e0-4b1b-9102-e2ecf038b4ee tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Request body: {'security_group_rule': {'security_group_id': '635be1d0-6564-4809-888e-cb979b183324', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:41:44.704486 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5b596a-28d7-4f3e-9753-368209653cc9 None None] Routers {'509a618e-2aa3-4f01-bd1b-9adda5cd32f5'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:41:44.705096 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-fc5b596a-28d7-4f3e-9753-368209653cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:41:28Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['509a618e-2aa3-4f01-bd1b-9adda5cd32f5'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:41:44.729611 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d573803f-43e0-4b1b-9102-e2ecf038b4ee tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks [] for security_group_rule (c3562099-d800-4506-b028-4bf64d197721), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:44.754349 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-ef8cdcaa-bc0c-48ea-b840-c5edfadaee18 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Request body: {'port': {'device_id': '9573a5fc-0762-4ba4-a649-355c311e57da', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'admin_state_up': True, 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'security_groups': ['131b4586-fa6d-4e89-94c8-dee58df78980']}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:41:44.810247 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-fc5b596a-28d7-4f3e-9753-368209653cc9 None None] Set router 509a618e-2aa3-4f01-bd1b-9adda5cd32f5 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:41:44.830024 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-e0f8be43-eada-43cb-b49d-1f83bbe068be req-cfae3d97-53c9-4e3a-be4b-1503890e69b5 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08241924-11c7-44f7-a33d-b4ee4f70d72b HTTP/1.1" status: 200 len: 1000 time: 0.0797694 Sep 30 09:41:44.839812 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d573803f-43e0-4b1b-9102-e2ecf038b4ee tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks [] for security_group_rule (c3562099-d800-4506-b028-4bf64d197721), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:44.849018 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d573803f-43e0-4b1b-9102-e2ecf038b4ee tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766877'] for security_group_rule (c3562099-d800-4506-b028-4bf64d197721), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:44.873811 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:44.888421 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-ef8cdcaa-bc0c-48ea-b840-c5edfadaee18 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Made reservation on behalf of 277b0f36e38f42909ad307ca1d09b7da for: {'port': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:41:44.889353 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d573803f-43e0-4b1b-9102-e2ecf038b4ee tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3562099-d800-4506-b028-4bf64d197721,revision_number=0']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:41:44.896074 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-ef8cdcaa-bc0c-48ea-b840-c5edfadaee18 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:44.904637 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8be43-eada-43cb-b49d-1f83bbe068be req-daf1ccae-c853-4002-9c63-5d1fecf1df47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:44.906178 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-e0f8be43-eada-43cb-b49d-1f83bbe068be req-daf1ccae-c853-4002-9c63-5d1fecf1df47 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=5c348d1c-15e8-416a-bb01-9bc4f4316ae7 HTTP/1.1" status: 200 len: 858 time: 0.0684614 Sep 30 09:41:44.908650 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d573803f-43e0-4b1b-9102-e2ecf038b4ee tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:44.913185 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-d573803f-43e0-4b1b-9102-e2ecf038b4ee tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2128181 Sep 30 09:41:44.915535 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 42826) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:41:44.920191 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-75a71e82-467e-4def-a25b-b4fe24312bf4 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Request body: {'security_group_rule': {'security_group_id': '635be1d0-6564-4809-888e-cb979b183324', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:41:44.960761 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8be43-eada-43cb-b49d-1f83bbe068be req-ce1a12a0-51bd-4d37-ad0e-30882fb7672f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:44.962313 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-e0f8be43-eada-43cb-b49d-1f83bbe068be req-ce1a12a0-51bd-4d37-ad0e-30882fb7672f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=e45abb02-b319-4872-9fb3-ccc0ce9d74e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0500913 Sep 30 09:41:44.997224 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-75a71e82-467e-4def-a25b-b4fe24312bf4 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks [] for security_group_rule (cab39763-028a-4931-b40f-fc42a0a5532e), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:45.007323 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=100 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:45.047468 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-fc5b596a-28d7-4f3e-9753-368209653cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'name': 'tempest-ServerRescueNegativeTestJSON-1029638916-router', 'tenant_id': '4290a542e73045309f6ceb8d4f5a267b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e5d50185-2742-4381-9965-5e2e60a879a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:37:15Z', 'updated_at': '2022-09-30T09:37:19Z', 'revision_number': 4, 'project_id': '4290a542e73045309f6ceb8d4f5a267b', 'gw_port': {'id': 'e5d50185-2742-4381-9965-5e2e60a879a4', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:06:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:37:16Z', 'updated_at': '2022-09-30T09:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'b038b508-3cad-4a0a-9054-16799f3384e7', 'tenant_id': '4290a542e73045309f6ceb8d4f5a267b', 'floating_ip_address': '172.37.1.21', 'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'router_id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'port_id': '08241924-11c7-44f7-a33d-b4ee4f70d72b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e45abb02-b319-4872-9fb3-ccc0ce9d74e7', 'mac_address': 'fa:16:3e:d6:7e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fafa2feb-3bc8-437d-915e-a443c5168d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:38:48Z', 'updated_at': '2022-09-30T09:41:43Z', 'revision_number': 3, 'project_id': '4290a542e73045309f6ceb8d4f5a267b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a21ddad-3d17-4345-b8b7-a6377ef66f8f', 'name': '', 'network_id': 'e45abb02-b319-4872-9fb3-ccc0ce9d74e7', 'tenant_id': '4290a542e73045309f6ceb8d4f5a267b', 'mac_address': 'fa:16:3e:76:07:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5c348d1c-15e8-416a-bb01-9bc4f4316ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:37:18Z', 'updated_at': '2022-09-30T09:37:24Z', 'revision_number': 5, 'project_id': '4290a542e73045309f6ceb8d4f5a267b', 'subnets': [{'id': '5c348d1c-15e8-416a-bb01-9bc4f4316ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:41:45.065694 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-e0f8be43-eada-43cb-b49d-1f83bbe068be req-c183e84b-79ae-440a-bf30-56c2be0896bf service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e45abb02-b319-4872-9fb3-ccc0ce9d74e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966630 Sep 30 09:41:45.073576 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5b596a-28d7-4f3e-9753-368209653cc9 None None] The sync data for ids ['509a618e-2aa3-4f01-bd1b-9adda5cd32f5'] in dv-cinder-master-3-smb is: [{'id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'name': 'tempest-ServerRescueNegativeTestJSON-1029638916-router', 'tenant_id': '4290a542e73045309f6ceb8d4f5a267b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e5d50185-2742-4381-9965-5e2e60a879a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:37:15Z', 'updated_at': '2022-09-30T09:37:19Z', 'revision_number': 4, 'project_id': '4290a542e73045309f6ceb8d4f5a267b', 'gw_port': {'id': 'e5d50185-2742-4381-9965-5e2e60a879a4', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:06:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:37:16Z', 'updated_at': '2022-09-30T09:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'b038b508-3cad-4a0a-9054-16799f3384e7', 'tenant_id': '4290a542e73045309f6ceb8d4f5a267b', 'floating_ip_address': '172.37.1.21', 'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'router_id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'port_id': '08241924-11c7-44f7-a33d-b4ee4f70d72b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e45abb02-b319-4872-9fb3-ccc0ce9d74e7', 'mac_address': 'fa:16:3e:d6:7e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fafa2feb-3bc8-437d-915e-a443c5168d3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:38:48Z', 'updated_at': '2022-09-30T09:41:43Z', 'revision_number': 3, 'project_id': '4290a542e73045309f6ceb8d4f5a267b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a21ddad-3d17-4345-b8b7-a6377ef66f8f', 'name': '', 'network_id': 'e45abb02-b319-4872-9fb3-ccc0ce9d74e7', 'tenant_id': '4290a542e73045309f6ceb8d4f5a267b', 'mac_address': 'fa:16:3e:76:07:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5c348d1c-15e8-416a-bb01-9bc4f4316ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:37:18Z', 'updated_at': '2022-09-30T09:37:24Z', 'revision_number': 5, 'project_id': '4290a542e73045309f6ceb8d4f5a267b', 'subnets': [{'id': '5c348d1c-15e8-416a-bb01-9bc4f4316ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:41:45.113575 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-ef8cdcaa-bc0c-48ea-b840-c5edfadaee18 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Allocated IP 172.20.0.4 (b208ce5f-758d-4f0c-90ce-9c825be7bba2/8411074f-f19b-4e83-87b2-5762dc2e15cc/56d3c52e-40b4-4605-a928-047ebf7976ba) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:41:45.123527 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-75a71e82-467e-4def-a25b-b4fe24312bf4 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks [] for security_group_rule (cab39763-028a-4931-b40f-fc42a0a5532e), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:45.138685 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-75a71e82-467e-4def-a25b-b4fe24312bf4 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766877'] for security_group_rule (cab39763-028a-4931-b40f-fc42a0a5532e), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:45.177576 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-e0f8be43-eada-43cb-b49d-1f83bbe068be req-03e6f2c2-d95f-46ff-8b3e-5dc5716e32e1 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e45abb02-b319-4872-9fb3-ccc0ce9d74e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062851 Sep 30 09:41:45.195644 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a71e82-467e-4def-a25b-b4fe24312bf4 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cab39763-028a-4931-b40f-fc42a0a5532e,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:41:45.204713 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-92eb3848-4bd0-4961-80ed-7cec90dc8687 req-9bbdbcd7-34cd-4007-80c3-08cdaa4febd4 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9573a5fc-0762-4ba4-a649-355c311e57da HTTP/1.1" status: 200 len: 210 time: 0.0641541 Sep 30 09:41:45.217618 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-75a71e82-467e-4def-a25b-b4fe24312bf4 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:45.222044 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-75a71e82-467e-4def-a25b-b4fe24312bf4 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3021924 Sep 30 09:41:45.222926 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 42830) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:41:45.229823 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-8e263147-831a-4320-afeb-4e0257f6f0be tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Request body: {'floatingip': {'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:41:45.259761 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8e263147-831a-4320-afeb-4e0257f6f0be tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:45.341638 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8e263147-831a-4320-afeb-4e0257f6f0be tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:45.347211 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-ef8cdcaa-bc0c-48ea-b840-c5edfadaee18 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for port (56d3c52e-40b4-4605-a928-047ebf7976ba), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:45.380369 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-ef8cdcaa-bc0c-48ea-b840-c5edfadaee18 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29089666'] for port (56d3c52e-40b4-4605-a928-047ebf7976ba), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:45.428768 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-ef8cdcaa-bc0c-48ea-b840-c5edfadaee18 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Network b208ce5f-758d-4f0c-90ce-9c825be7bba2 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:41:45.434025 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-ef8cdcaa-bc0c-48ea-b840-c5edfadaee18 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:41:45.436589 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-ef8cdcaa-bc0c-48ea-b840-c5edfadaee18 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:41:45.440835 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:45.460174 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8cdcaa-bc0c-48ea-b840-c5edfadaee18 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Pushing event updated for resources: {'Port': ['ID=56d3c52e-40b4-4605-a928-047ebf7976ba,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:41:45.471667 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [None req-8e263147-831a-4320-afeb-4e0257f6f0be tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Allocated IP 172.37.1.178 (4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2/0f15ec3b-6992-47ef-bdfa-402dc9430f5b/d7b7b848-7e5c-44f7-b5e7-e448fd47e869) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:41:45.476324 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:45.500869 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-ef8cdcaa-bc0c-48ea-b840-c5edfadaee18 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:45.501622 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-ef8cdcaa-bc0c-48ea-b840-c5edfadaee18 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:45.521342 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-ef8cdcaa-bc0c-48ea-b840-c5edfadaee18 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7712712 Sep 30 09:41:45.539280 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-0f3b2a38-34c1-4609-b184-0ab8cea1162a service neutron] Request body: {'port': {'device_id': '9573a5fc-0762-4ba4-a649-355c311e57da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:41:45.595899 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8e263147-831a-4320-afeb-4e0257f6f0be tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks [] for port (d7b7b848-7e5c-44f7-b5e7-e448fd47e869), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:45.606753 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-0f3b2a38-34c1-4609-b184-0ab8cea1162a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (56d3c52e-40b4-4605-a928-047ebf7976ba), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:45.612318 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:45.641449 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8e263147-831a-4320-afeb-4e0257f6f0be tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (d7b7b848-7e5c-44f7-b5e7-e448fd47e869), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:45.687057 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e263147-831a-4320-afeb-4e0257f6f0be tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Network 4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:41:45.693319 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-8e263147-831a-4320-afeb-4e0257f6f0be tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:41:45.695538 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e263147-831a-4320-afeb-4e0257f6f0be tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Pushing event updated for resources: {'Port': ['ID=d7b7b848-7e5c-44f7-b5e7-e448fd47e869,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:41:45.697664 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e263147-831a-4320-afeb-4e0257f6f0be tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:41:45.722368 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-3375aaec-dea0-420e-97d0-e643c70615c0 None None] Provisioning complete for port 56d3c52e-40b4-4605-a928-047ebf7976ba triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:41:45.722938 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3375aaec-dea0-420e-97d0-e643c70615c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (56d3c52e-40b4-4605-a928-047ebf7976ba), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:45.723028 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-3375aaec-dea0-420e-97d0-e643c70615c0 None None] Attempt 1 to provision port 56d3c52e-40b4-4605-a928-047ebf7976ba Sep 30 09:41:45.760601 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-3375aaec-dea0-420e-97d0-e643c70615c0 None None] Port 56d3c52e-40b4-4605-a928-047ebf7976ba cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:41:45.781740 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8e263147-831a-4320-afeb-4e0257f6f0be tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks [] for floatingip (43080730-6307-466f-8574-f9d9af53832c), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:45.797908 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:45.823330 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8e263147-831a-4320-afeb-4e0257f6f0be tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (d7b7b848-7e5c-44f7-b5e7-e448fd47e869), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:45.882602 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.notifiers.nova [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-0f3b2a38-34c1-4609-b184-0ab8cea1162a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56d3c52e-40b4-4605-a928-047ebf7976ba {{(pid=106376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:41:45.890084 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-0f3b2a38-34c1-4609-b184-0ab8cea1162a service neutron] Publish callbacks [] for port (56d3c52e-40b4-4605-a928-047ebf7976ba), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:45.902965 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.provisioning_blocks [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-0f3b2a38-34c1-4609-b184-0ab8cea1162a service neutron] Transition to ACTIVE for port object 56d3c52e-40b4-4605-a928-047ebf7976ba will not be triggered until provisioned by entity L2. {{(pid=106376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 30 09:41:45.907354 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-0f3b2a38-34c1-4609-b184-0ab8cea1162a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29089685'] for port (56d3c52e-40b4-4605-a928-047ebf7976ba), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:45.974214 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8e263147-831a-4320-afeb-4e0257f6f0be tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks [] for port (d7b7b848-7e5c-44f7-b5e7-e448fd47e869), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:45.978881 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8e263147-831a-4320-afeb-4e0257f6f0be tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1379309'] for port (d7b7b848-7e5c-44f7-b5e7-e448fd47e869), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:45.990283 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3b2a38-34c1-4609-b184-0ab8cea1162a service neutron] Pushing event updated for resources: {'Port': ['ID=56d3c52e-40b4-4605-a928-047ebf7976ba,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:41:46.022452 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-0f3b2a38-34c1-4609-b184-0ab8cea1162a service neutron] Attempting to bind port 56d3c52e-40b4-4605-a928-047ebf7976ba on host hv-cinder-maste for vnic_type normal with profile {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:41:46.022784 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-0f3b2a38-34c1-4609-b184-0ab8cea1162a service neutron] Attempting to bind port 56d3c52e-40b4-4605-a928-047ebf7976ba by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'e66f24b0-9893-442e-bdcf-fa149cc52000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2'}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:41:46.023114 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-0f3b2a38-34c1-4609-b184-0ab8cea1162a service neutron] Attempting to bind port 56d3c52e-40b4-4605-a928-047ebf7976ba on network b208ce5f-758d-4f0c-90ce-9c825be7bba2 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:41:46.048731 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e263147-831a-4320-afeb-4e0257f6f0be tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Pushing event updated for resources: {'Port': ['ID=d7b7b848-7e5c-44f7-b5e7-e448fd47e869,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:41:46.051785 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8e263147-831a-4320-afeb-4e0257f6f0be tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759975'] for floatingip (43080730-6307-466f-8574-f9d9af53832c), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:46.066928 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-0f3b2a38-34c1-4609-b184-0ab8cea1162a service neutron] Port 56d3c52e-40b4-4605-a928-047ebf7976ba on network b208ce5f-758d-4f0c-90ce-9c825be7bba2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:41:46.067263 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-0f3b2a38-34c1-4609-b184-0ab8cea1162a service neutron] Attempting to bind port 56d3c52e-40b4-4605-a928-047ebf7976ba on network b208ce5f-758d-4f0c-90ce-9c825be7bba2 {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:41:46.068682 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8e263147-831a-4320-afeb-4e0257f6f0be tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for floatingip (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:46.069927 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-8e263147-831a-4320-afeb-4e0257f6f0be tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8464355 Sep 30 09:41:46.116807 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-0f3b2a38-34c1-4609-b184-0ab8cea1162a service neutron] Checking agent: {'id': '163c8669-4b7e-4ed1-afd3-94872a5a2df2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 34), 'started_at': datetime.datetime(2022, 9, 30, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:41:46.117146 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-0f3b2a38-34c1-4609-b184-0ab8cea1162a service neutron] Checking segment: {'id': 'e66f24b0-9893-442e-bdcf-fa149cc52000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:41:46.117531 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-0f3b2a38-34c1-4609-b184-0ab8cea1162a service neutron] Bound using segment: {'id': 'e66f24b0-9893-442e-bdcf-fa149cc52000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2'} {{(pid=106376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:41:46.117998 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.managers [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-0f3b2a38-34c1-4609-b184-0ab8cea1162a service neutron] Bound port: 56d3c52e-40b4-4605-a928-047ebf7976ba, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e66f24b0-9893-442e-bdcf-fa149cc52000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2'}}] {{(pid=106376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:41:46.118365 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-0f3b2a38-34c1-4609-b184-0ab8cea1162a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (56d3c52e-40b4-4605-a928-047ebf7976ba), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:46.186165 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-0f3b2a38-34c1-4609-b184-0ab8cea1162a service neutron] For port 56d3c52e-40b4-4605-a928-047ebf7976ba, host hv-cinder-maste, cleared binding levels {{(pid=106376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:41:46.190584 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-0f3b2a38-34c1-4609-b184-0ab8cea1162a service neutron] For port 56d3c52e-40b4-4605-a928-047ebf7976ba, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=56d3c52e-40b4-4605-a928-047ebf7976ba,segment=NetworkSegment(e66f24b0-9893-442e-bdcf-fa149cc52000),segment_id=e66f24b0-9893-442e-bdcf-fa149cc52000)] {{(pid=106376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:41:46.205719 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-0f3b2a38-34c1-4609-b184-0ab8cea1162a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29089685'] for port (56d3c52e-40b4-4605-a928-047ebf7976ba), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:46.215149 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-0f3b2a38-34c1-4609-b184-0ab8cea1162a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:46.215749 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-0f3b2a38-34c1-4609-b184-0ab8cea1162a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:46.217066 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-0f3b2a38-34c1-4609-b184-0ab8cea1162a service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/56d3c52e-40b4-4605-a928-047ebf7976ba HTTP/1.1" status: 200 len: 1093 time: 0.6822777 Sep 30 09:41:46.217551 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9573a5fc-0762-4ba4-a649-355c311e57da', 'tag': '56d3c52e-40b4-4605-a928-047ebf7976ba'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:41:46.219762 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fcb41cfe2f49de8823fc1653213cc9e5b77d80f13114ba069ec5cf27ea68f53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787cad50-a0d5-43d9-9d84-51208f25f2cc" -d '{"events": [{"name": "network-changed", "server_uuid": "9573a5fc-0762-4ba4-a649-355c311e57da", "tag": "56d3c52e-40b4-4605-a928-047ebf7976ba"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:41:46.262121 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-3375aaec-dea0-420e-97d0-e643c70615c0 None None] Attempt 2 to provision port 56d3c52e-40b4-4605-a928-047ebf7976ba Sep 30 09:41:46.275214 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:46.277002 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daacf016-d11e-4086-afaf-8907f2c10bb9 x-openstack-request-id: req-daacf016-d11e-4086-afaf-8907f2c10bb9 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:41:46.277290 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9573a5fc-0762-4ba4-a649-355c311e57da", "tag": "56d3c52e-40b4-4605-a928-047ebf7976ba", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:41:46.277543 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-daacf016-d11e-4086-afaf-8907f2c10bb9 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:41:46.277997 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daacf016-d11e-4086-afaf-8907f2c10bb9'] response: {'name': 'network-changed', 'server_uuid': '9573a5fc-0762-4ba4-a649-355c311e57da', 'tag': '56d3c52e-40b4-4605-a928-047ebf7976ba', 'status': 'completed', 'code': 200} Sep 30 09:41:46.290596 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-388dcbed-d935-441f-b41c-96bf175fd6da req-bad84168-034e-4943-a09c-5050f31a2bc9 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--787405423&fields=id&tenant_id=7258740d324b4be18675101826a78ca7 HTTP/1.1" status: 200 len: 267 time: 0.1019795 Sep 30 09:41:46.295451 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=100 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:46.296802 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3b2a38-34c1-4609-b184-0ab8cea1162a service neutron] Pushing event updated for resources: {'Port': ['ID=56d3c52e-40b4-4605-a928-047ebf7976ba,revision_number=3']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:41:46.326005 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-3375aaec-dea0-420e-97d0-e643c70615c0 None None] Port 56d3c52e-40b4-4605-a928-047ebf7976ba had new provisioning blocks added so it will not transition to active. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 30 09:41:46.356449 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fafa2feb-3bc8-437d-915e-a443c5168d3c', 'tag': '08241924-11c7-44f7-a33d-b4ee4f70d72b'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:41:46.358889 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a2765c340e485259911155c50f33e4425258638b85650f0a2a20d0c41df364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fc700f-6385-48f0-891c-83de62bd03ae" -d '{"events": [{"name": "network-changed", "server_uuid": "fafa2feb-3bc8-437d-915e-a443c5168d3c", "tag": "08241924-11c7-44f7-a33d-b4ee4f70d72b"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:41:46.419915 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-134dd99c-fabd-458b-8c82-1818a4d60d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:46.421319 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-134dd99c-fabd-458b-8c82-1818a4d60d8e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=277b0f36e38f42909ad307ca1d09b7da&device_id=9573a5fc-0762-4ba4-a649-355c311e57da HTTP/1.1" status: 200 len: 1127 time: 0.1214776 Sep 30 09:41:46.436593 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d5300-8cfd-4851-9422-50b539fae701 req-9cadbe5f-1536-486b-804b-4f66e9392549 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:46.437971 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-340d5300-8cfd-4851-9422-50b539fae701 req-9cadbe5f-1536-486b-804b-4f66e9392549 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9573a5fc-0762-4ba4-a649-355c311e57da HTTP/1.1" status: 200 len: 943 time: 0.0934010 Sep 30 09:41:46.492051 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-19b2f1fb-a211-440d-84f4-1c0da819cf46 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56d3c52e-40b4-4605-a928-047ebf7976ba HTTP/1.1" status: 200 len: 217 time: 0.0513017 Sep 30 09:41:46.547046 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388dcbed-d935-441f-b41c-96bf175fd6da req-81bb2386-5d17-48dd-b215-4d4a1ca9e300 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:46.548473 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-388dcbed-d935-441f-b41c-96bf175fd6da req-81bb2386-5d17-48dd-b215-4d4a1ca9e300 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/networks?id=486301e7-f0bf-4b46-826b-b0b4132f2272 HTTP/1.1" status: 200 len: 817 time: 0.2401180 Sep 30 09:41:46.588621 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-388dcbed-d935-441f-b41c-96bf175fd6da req-6115585f-4f0b-4113-ab08-ec6e7f387d67 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/quotas/7258740d324b4be18675101826a78ca7 HTTP/1.1" status: 200 len: 375 time: 0.0326471 Sep 30 09:41:46.596130 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-340d5300-8cfd-4851-9422-50b539fae701 req-92da3e5f-68ca-4865-bfec-94e124d6919b tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=131b4586-fa6d-4e89-94c8-dee58df78980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468034 Sep 30 09:41:46.599572 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-80b20ff3-1a7b-48d8-9971-5aef327f4da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:46.600932 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-80b20ff3-1a7b-48d8-9971-5aef327f4da8 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=8411074f-f19b-4e83-87b2-5762dc2e15cc HTTP/1.1" status: 200 len: 853 time: 0.0978980 Sep 30 09:41:46.641859 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697f0933-ea87-49ae-a0c6-5cfb1184cabe x-openstack-request-id: req-697f0933-ea87-49ae-a0c6-5cfb1184cabe {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:41:46.642562 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fafa2feb-3bc8-437d-915e-a443c5168d3c", "tag": "08241924-11c7-44f7-a33d-b4ee4f70d72b", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:41:46.642909 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-697f0933-ea87-49ae-a0c6-5cfb1184cabe {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:41:46.643369 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-697f0933-ea87-49ae-a0c6-5cfb1184cabe'] response: {'name': 'network-changed', 'server_uuid': 'fafa2feb-3bc8-437d-915e-a443c5168d3c', 'tag': '08241924-11c7-44f7-a33d-b4ee4f70d72b', 'status': 'completed', 'code': 200} Sep 30 09:41:46.655884 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:46.674480 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-388dcbed-d935-441f-b41c-96bf175fd6da req-2e726b62-e5c2-43fe-90a5-c3cd43c8efcf tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=7258740d324b4be18675101826a78ca7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0773599 Sep 30 09:41:46.678413 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-2b37d671-6bac-4103-9625-69d27a5cb50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:46.679889 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-2b37d671-6bac-4103-9625-69d27a5cb50e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=b208ce5f-758d-4f0c-90ce-9c825be7bba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0708156 Sep 30 09:41:46.731058 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc700f-6385-48f0-891c-83de62bd03ae req-d4476927-f09a-4f15-92f5-e90b64c9f4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:46.732575 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-38fc700f-6385-48f0-891c-83de62bd03ae req-d4476927-f09a-4f15-92f5-e90b64c9f4cd service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=4290a542e73045309f6ceb8d4f5a267b&device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 1129 time: 0.0395937 Sep 30 09:41:46.826193 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc700f-6385-48f0-891c-83de62bd03ae req-3c5644ff-fddc-4844-b233-3f49ad0e9723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:46.827662 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-38fc700f-6385-48f0-891c-83de62bd03ae req-3c5644ff-fddc-4844-b233-3f49ad0e9723 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=e45abb02-b319-4872-9fb3-ccc0ce9d74e7 HTTP/1.1" status: 200 len: 920 time: 0.0893984 Sep 30 09:41:46.847205 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-4c549f84-57fc-48a9-b273-6f51b4fbecdc service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b208ce5f-758d-4f0c-90ce-9c825be7bba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604753 Sep 30 09:41:46.867373 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-388dcbed-d935-441f-b41c-96bf175fd6da req-6a95a764-e309-45f9-8566-6202b18ebcfa service neutron] 10.222.0.15 "GET /networking/v2.0/networks/486301e7-f0bf-4b46-826b-b0b4132f2272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728625 Sep 30 09:41:46.881245 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:46.893937 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-38fc700f-6385-48f0-891c-83de62bd03ae req-d9ec2cca-0b4f-4eaa-a08e-3d1b1245e938 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08241924-11c7-44f7-a33d-b4ee4f70d72b HTTP/1.1" status: 200 len: 1000 time: 0.0590868 Sep 30 09:41:46.945856 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc700f-6385-48f0-891c-83de62bd03ae req-91a88221-8735-4f21-bd46-6111d8ddacf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:46.947252 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-38fc700f-6385-48f0-891c-83de62bd03ae req-91a88221-8735-4f21-bd46-6111d8ddacf8 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=5c348d1c-15e8-416a-bb01-9bc4f4316ae7 HTTP/1.1" status: 200 len: 858 time: 0.0480032 Sep 30 09:41:46.990744 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc700f-6385-48f0-891c-83de62bd03ae req-e84a371e-e2bc-481e-a4fd-619b02e66085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:46.992428 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-38fc700f-6385-48f0-891c-83de62bd03ae req-e84a371e-e2bc-481e-a4fd-619b02e66085 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=e45abb02-b319-4872-9fb3-ccc0ce9d74e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0390959 Sep 30 09:41:47.013421 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-758b5129-dceb-4429-a6b2-fcb8ea5c34e0 req-427cb6c0-b7cd-408a-96c0-5c9fd9273372 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b208ce5f-758d-4f0c-90ce-9c825be7bba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541255 Sep 30 09:41:47.023835 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-388dcbed-d935-441f-b41c-96bf175fd6da req-595b9efa-e888-46d2-ae43-8c1f9bf05c31 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/486301e7-f0bf-4b46-826b-b0b4132f2272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457052 Sep 30 09:41:47.088824 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-38fc700f-6385-48f0-891c-83de62bd03ae req-e0cba11c-8b9f-4470-9648-42c1b212fd0c service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e45abb02-b319-4872-9fb3-ccc0ce9d74e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897985 Sep 30 09:41:47.199468 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-3812961a-4ba6-44f1-be5d-15e0db882088 req-76b2203e-c4e0-49cf-8e22-98210674a3f3 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 210 time: 0.0299110 Sep 30 09:41:47.713823 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e338bf-96a9-4902-b8c9-c2eb407949ea req-ccb07206-fea3-4980-9bd8-2cd199c2793b tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:47.715164 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-64e338bf-96a9-4902-b8c9-c2eb407949ea req-ccb07206-fea3-4980-9bd8-2cd199c2793b tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9573a5fc-0762-4ba4-a649-355c311e57da HTTP/1.1" status: 200 len: 943 time: 0.0457520 Sep 30 09:41:47.761416 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-64e338bf-96a9-4902-b8c9-c2eb407949ea req-c41146d0-913b-4e37-853e-1013f94ea432 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=131b4586-fa6d-4e89-94c8-dee58df78980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407012 Sep 30 09:41:48.309544 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-9693b757-5b73-4210-973e-d52726f2908c req-8a0b8bf7-c0e8-4cb1-9be9-6581dee4fb9c tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 210 time: 0.0298381 Sep 30 09:41:48.881359 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b54adcf-41ad-4ec3-9ac8-fe3c91c9fc4a req-d308cde9-0663-4af9-83db-dabdff89132a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:48.882820 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-5b54adcf-41ad-4ec3-9ac8-fe3c91c9fc4a req-d308cde9-0663-4af9-83db-dabdff89132a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9573a5fc-0762-4ba4-a649-355c311e57da HTTP/1.1" status: 200 len: 943 time: 0.0463002 Sep 30 09:41:48.929393 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-5b54adcf-41ad-4ec3-9ac8-fe3c91c9fc4a req-acc27d1a-b00f-4992-896d-fffa192aa71d tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=131b4586-fa6d-4e89-94c8-dee58df78980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409598 Sep 30 09:41:49.416747 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-e6082e29-878e-4cf3-a804-f5f04978d25b req-2f5bc077-50eb-46b4-9b37-2eb89b9ff576 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 210 time: 0.0291028 Sep 30 09:41:49.673233 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:49.677076 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:49.686471 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787cad50-a0d5-43d9-9d84-51208f25f2cc req-95ce1838-e707-4c0d-89f8-e3d3878bfae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:49.688015 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-787cad50-a0d5-43d9-9d84-51208f25f2cc req-95ce1838-e707-4c0d-89f8-e3d3878bfae1 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=277b0f36e38f42909ad307ca1d09b7da&device_id=9573a5fc-0762-4ba4-a649-355c311e57da HTTP/1.1" status: 200 len: 1127 time: 0.0464110 Sep 30 09:41:49.727736 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-38fc700f-6385-48f0-891c-83de62bd03ae req-975c50b6-179d-454f-91fa-28711ef99d8e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e45abb02-b319-4872-9fb3-ccc0ce9d74e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071041 Sep 30 09:41:49.791792 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787cad50-a0d5-43d9-9d84-51208f25f2cc req-f998b703-6ee9-44ea-ac4a-672b471cb8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:49.793242 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-787cad50-a0d5-43d9-9d84-51208f25f2cc req-f998b703-6ee9-44ea-ac4a-672b471cb8a5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=b208ce5f-758d-4f0c-90ce-9c825be7bba2 HTTP/1.1" status: 200 len: 915 time: 0.0977185 Sep 30 09:41:49.851888 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-787cad50-a0d5-43d9-9d84-51208f25f2cc req-c5f92cfa-8d5b-47b4-a91a-8556a4b677fe service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56d3c52e-40b4-4605-a928-047ebf7976ba HTTP/1.1" status: 200 len: 217 time: 0.0365782 Sep 30 09:41:50.198045 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787cad50-a0d5-43d9-9d84-51208f25f2cc req-93cde809-d97e-4537-bd3e-ad72f69ae977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:50.199527 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-787cad50-a0d5-43d9-9d84-51208f25f2cc req-93cde809-d97e-4537-bd3e-ad72f69ae977 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=8411074f-f19b-4e83-87b2-5762dc2e15cc HTTP/1.1" status: 200 len: 853 time: 0.3412664 Sep 30 09:41:50.207010 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2552c8-0502-43ab-829f-ed95be18dfc7 req-ec679289-11d0-4d06-892c-cb33299fec11 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:50.208667 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-da2552c8-0502-43ab-829f-ed95be18dfc7 req-ec679289-11d0-4d06-892c-cb33299fec11 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9573a5fc-0762-4ba4-a649-355c311e57da HTTP/1.1" status: 200 len: 943 time: 0.0630319 Sep 30 09:41:50.255785 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-da2552c8-0502-43ab-829f-ed95be18dfc7 req-c6a24a84-23be-4f82-886e-9e6339808a2f tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=131b4586-fa6d-4e89-94c8-dee58df78980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413876 Sep 30 09:41:50.391257 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787cad50-a0d5-43d9-9d84-51208f25f2cc req-4c472ae9-bf00-41e0-984a-3a7126d4469e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:50.393125 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-787cad50-a0d5-43d9-9d84-51208f25f2cc req-4c472ae9-bf00-41e0-984a-3a7126d4469e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=b208ce5f-758d-4f0c-90ce-9c825be7bba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0437310 Sep 30 09:41:50.466010 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:50.499468 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-787cad50-a0d5-43d9-9d84-51208f25f2cc req-9876eecb-1d7c-40ae-b501-31b58557ce4c service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b208ce5f-758d-4f0c-90ce-9c825be7bba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976794 Sep 30 09:41:50.553094 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 56d3c52e-40b4-4605-a928-047ebf7976ba details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:41:50.588905 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-db8c09bd-6323-4d4f-af3e-c039733bbaf4 req-eb1f5da1-51e1-4d75-968b-932501f09747 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 210 time: 0.0872142 Sep 30 09:41:50.610401 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388dcbed-d935-441f-b41c-96bf175fd6da req-c8fbaf42-d638-4768-87c0-82d0e0a2df8c tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:50.611893 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-388dcbed-d935-441f-b41c-96bf175fd6da req-c8fbaf42-d638-4768-87c0-82d0e0a2df8c tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.40 "GET /networking/v2.0/networks?id=486301e7-f0bf-4b46-826b-b0b4132f2272 HTTP/1.1" status: 200 len: 817 time: 0.1471086 Sep 30 09:41:50.678959 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port 56d3c52e-40b4-4605-a928-047ebf7976ba, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=56d3c52e-40b4-4605-a928-047ebf7976ba,segment=NetworkSegment(e66f24b0-9893-442e-bdcf-fa149cc52000),segment_id=e66f24b0-9893-442e-bdcf-fa149cc52000)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:41:50.687772 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-388dcbed-d935-441f-b41c-96bf175fd6da req-2914e1d7-1255-4396-8d05-68f42a8978e6 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7258740d324b4be18675101826a78ca7 HTTP/1.1" status: 200 len: 379 time: 0.0605979 Sep 30 09:41:50.691617 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-787cad50-a0d5-43d9-9d84-51208f25f2cc req-65b3b654-ea4b-4e92-9d82-6bc895e39506 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b208ce5f-758d-4f0c-90ce-9c825be7bba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788609 Sep 30 09:41:50.692698 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Returning: {'device': '56d3c52e-40b4-4605-a928-047ebf7976ba', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'port_id': '56d3c52e-40b4-4605-a928-047ebf7976ba', 'mac_address': 'fa:16:3e:af:68:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:41:50.713963 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [req-388dcbed-d935-441f-b41c-96bf175fd6da req-1dce508e-957b-4627-a19a-5e0f2a4b906e tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Request body: {'port': {'device_id': 'e8e777d9-b819-47a7-8103-40f55c6b75ad', 'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272', 'admin_state_up': True, 'tenant_id': '7258740d324b4be18675101826a78ca7', 'security_groups': ['635be1d0-6564-4809-888e-cb979b183324']}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:41:50.731779 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port 56d3c52e-40b4-4605-a928-047ebf7976ba is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:41:50.732170 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (56d3c52e-40b4-4605-a928-047ebf7976ba), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:50.744940 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56d3c52e-40b4-4605-a928-047ebf7976ba {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:41:50.764566 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port 56d3c52e-40b4-4605-a928-047ebf7976ba, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=56d3c52e-40b4-4605-a928-047ebf7976ba,segment=NetworkSegment(e66f24b0-9893-442e-bdcf-fa149cc52000),segment_id=e66f24b0-9893-442e-bdcf-fa149cc52000)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:41:50.768790 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (56d3c52e-40b4-4605-a928-047ebf7976ba), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:50.815215 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=56d3c52e-40b4-4605-a928-047ebf7976ba,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:41:50.822663 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:41:50.823012 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:41:50.823382 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:41:50.823719 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:41:50.824082 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:41:50.824396 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:41:50.824726 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:41:50.825057 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:41:50.825398 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:41:50.825537 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-388dcbed-d935-441f-b41c-96bf175fd6da req-1dce508e-957b-4627-a19a-5e0f2a4b906e tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Made reservation on behalf of 7258740d324b4be18675101826a78ca7 for: {'port': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:41:50.825740 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:41:50.826074 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:41:50.826422 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:41:50.826732 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:41:50.827064 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:41:50.827370 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:41:50.829457 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-388dcbed-d935-441f-b41c-96bf175fd6da req-1dce508e-957b-4627-a19a-5e0f2a4b906e tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:50.957938 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [req-388dcbed-d935-441f-b41c-96bf175fd6da req-1dce508e-957b-4627-a19a-5e0f2a4b906e tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Allocated IP 172.20.0.12 (486301e7-f0bf-4b46-826b-b0b4132f2272/caa068e9-5807-465e-a6a4-c687aab9e12e/a57cd9d9-dad9-43b3-a028-65277654babd) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:41:51.106670 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-388dcbed-d935-441f-b41c-96bf175fd6da req-1dce508e-957b-4627-a19a-5e0f2a4b906e tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks [] for port (a57cd9d9-dad9-43b3-a028-65277654babd), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:51.122327 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:51.141253 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-388dcbed-d935-441f-b41c-96bf175fd6da req-1dce508e-957b-4627-a19a-5e0f2a4b906e tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (a57cd9d9-dad9-43b3-a028-65277654babd), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:51.183441 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-388dcbed-d935-441f-b41c-96bf175fd6da req-1dce508e-957b-4627-a19a-5e0f2a4b906e tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Network 486301e7-f0bf-4b46-826b-b0b4132f2272 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:41:51.186613 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [req-388dcbed-d935-441f-b41c-96bf175fd6da req-1dce508e-957b-4627-a19a-5e0f2a4b906e tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:41:51.190343 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-388dcbed-d935-441f-b41c-96bf175fd6da req-1dce508e-957b-4627-a19a-5e0f2a4b906e tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:41:51.219081 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce508e-957b-4627-a19a-5e0f2a4b906e tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Pushing event updated for resources: {'Port': ['ID=a57cd9d9-dad9-43b3-a028-65277654babd,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:41:51.244196 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388dcbed-d935-441f-b41c-96bf175fd6da req-1dce508e-957b-4627-a19a-5e0f2a4b906e tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:51.244826 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-388dcbed-d935-441f-b41c-96bf175fd6da req-1dce508e-957b-4627-a19a-5e0f2a4b906e tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:51.260034 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] get_ports_and_sgs() called for port_ids ['56d3c52e-40b4-4605-a928-047ebf7976ba'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:41:51.262628 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-388dcbed-d935-441f-b41c-96bf175fd6da req-1dce508e-957b-4627-a19a-5e0f2a4b906e tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5545964 Sep 30 09:41:51.279951 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [req-388dcbed-d935-441f-b41c-96bf175fd6da req-8a80b928-af84-4e2a-97b9-877c56c39d54 service neutron] Request body: {'port': {'device_id': 'e8e777d9-b819-47a7-8103-40f55c6b75ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:41:51.330482 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:51.369667 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-388dcbed-d935-441f-b41c-96bf175fd6da req-8a80b928-af84-4e2a-97b9-877c56c39d54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (a57cd9d9-dad9-43b3-a028-65277654babd), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:51.407105 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8f0be-f4a7-4f72-833e-95f819b01cb2 req-0844b7e2-016a-4648-b6c0-fc32498410e0 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:51.408790 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-13a8f0be-f4a7-4f72-833e-95f819b01cb2 req-0844b7e2-016a-4648-b6c0-fc32498410e0 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9573a5fc-0762-4ba4-a649-355c311e57da HTTP/1.1" status: 200 len: 944 time: 0.0623503 Sep 30 09:41:51.460782 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-13a8f0be-f4a7-4f72-833e-95f819b01cb2 req-c22f9fa9-5d16-4852-97fe-a3687ee520a4 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=131b4586-fa6d-4e89-94c8-dee58df78980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448701 Sep 30 09:41:51.472644 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-abbfcdba-219e-4287-a176-dfb3c1beae66 None None] Provisioning complete for port a57cd9d9-dad9-43b3-a028-65277654babd triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:41:51.473051 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-abbfcdba-219e-4287-a176-dfb3c1beae66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (a57cd9d9-dad9-43b3-a028-65277654babd), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:51.473421 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-abbfcdba-219e-4287-a176-dfb3c1beae66 None None] Attempt 1 to provision port a57cd9d9-dad9-43b3-a028-65277654babd Sep 30 09:41:51.510096 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-abbfcdba-219e-4287-a176-dfb3c1beae66 None None] Port a57cd9d9-dad9-43b3-a028-65277654babd cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:41:51.634755 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [req-388dcbed-d935-441f-b41c-96bf175fd6da req-8a80b928-af84-4e2a-97b9-877c56c39d54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a57cd9d9-dad9-43b3-a028-65277654babd {{(pid=106375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:41:51.642813 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-388dcbed-d935-441f-b41c-96bf175fd6da req-8a80b928-af84-4e2a-97b9-877c56c39d54 service neutron] Publish callbacks [] for port (a57cd9d9-dad9-43b3-a028-65277654babd), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:51.656774 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.provisioning_blocks [req-388dcbed-d935-441f-b41c-96bf175fd6da req-8a80b928-af84-4e2a-97b9-877c56c39d54 service neutron] Transition to ACTIVE for port object a57cd9d9-dad9-43b3-a028-65277654babd will not be triggered until provisioned by entity L2. {{(pid=106375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 30 09:41:51.660658 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-388dcbed-d935-441f-b41c-96bf175fd6da req-8a80b928-af84-4e2a-97b9-877c56c39d54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1379309'] for port (a57cd9d9-dad9-43b3-a028-65277654babd), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:51.721101 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833bde1-6c20-4b49-8e72-017f1249068f req-02014440-633a-47e2-b399-512a11388262 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:51.722688 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-9833bde1-6c20-4b49-8e72-017f1249068f req-02014440-633a-47e2-b399-512a11388262 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 944 time: 0.0511856 Sep 30 09:41:51.745136 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a80b928-af84-4e2a-97b9-877c56c39d54 service neutron] Pushing event updated for resources: {'Port': ['ID=a57cd9d9-dad9-43b3-a028-65277654babd,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:41:51.772800 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-9833bde1-6c20-4b49-8e72-017f1249068f req-39bdc7a3-c213-43b3-90e4-3ab5f912d7ca tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443599 Sep 30 09:41:51.778244 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-388dcbed-d935-441f-b41c-96bf175fd6da req-8a80b928-af84-4e2a-97b9-877c56c39d54 service neutron] Attempting to bind port a57cd9d9-dad9-43b3-a028-65277654babd on host hv-cinder-maste for vnic_type normal with profile {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:41:51.778591 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-388dcbed-d935-441f-b41c-96bf175fd6da req-8a80b928-af84-4e2a-97b9-877c56c39d54 service neutron] Attempting to bind port a57cd9d9-dad9-43b3-a028-65277654babd by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '564e7fba-80a0-41fa-9dbf-7d18353521c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272'}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:41:51.778918 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388dcbed-d935-441f-b41c-96bf175fd6da req-8a80b928-af84-4e2a-97b9-877c56c39d54 service neutron] Attempting to bind port a57cd9d9-dad9-43b3-a028-65277654babd on network 486301e7-f0bf-4b46-826b-b0b4132f2272 {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:41:51.820421 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388dcbed-d935-441f-b41c-96bf175fd6da req-8a80b928-af84-4e2a-97b9-877c56c39d54 service neutron] Port a57cd9d9-dad9-43b3-a028-65277654babd on network 486301e7-f0bf-4b46-826b-b0b4132f2272 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:41:51.820741 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388dcbed-d935-441f-b41c-96bf175fd6da req-8a80b928-af84-4e2a-97b9-877c56c39d54 service neutron] Attempting to bind port a57cd9d9-dad9-43b3-a028-65277654babd on network 486301e7-f0bf-4b46-826b-b0b4132f2272 {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:41:51.864687 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388dcbed-d935-441f-b41c-96bf175fd6da req-8a80b928-af84-4e2a-97b9-877c56c39d54 service neutron] Checking agent: {'id': '163c8669-4b7e-4ed1-afd3-94872a5a2df2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 34), 'started_at': datetime.datetime(2022, 9, 30, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:41:51.865015 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388dcbed-d935-441f-b41c-96bf175fd6da req-8a80b928-af84-4e2a-97b9-877c56c39d54 service neutron] Checking segment: {'id': '564e7fba-80a0-41fa-9dbf-7d18353521c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:41:51.865395 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388dcbed-d935-441f-b41c-96bf175fd6da req-8a80b928-af84-4e2a-97b9-877c56c39d54 service neutron] Bound using segment: {'id': '564e7fba-80a0-41fa-9dbf-7d18353521c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272'} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:41:51.865854 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-388dcbed-d935-441f-b41c-96bf175fd6da req-8a80b928-af84-4e2a-97b9-877c56c39d54 service neutron] Bound port: a57cd9d9-dad9-43b3-a028-65277654babd, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '564e7fba-80a0-41fa-9dbf-7d18353521c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272'}}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:41:51.866207 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-388dcbed-d935-441f-b41c-96bf175fd6da req-8a80b928-af84-4e2a-97b9-877c56c39d54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (a57cd9d9-dad9-43b3-a028-65277654babd), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:51.922084 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:51.924792 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-388dcbed-d935-441f-b41c-96bf175fd6da req-8a80b928-af84-4e2a-97b9-877c56c39d54 service neutron] For port a57cd9d9-dad9-43b3-a028-65277654babd, host hv-cinder-maste, cleared binding levels {{(pid=106375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:41:51.929041 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-388dcbed-d935-441f-b41c-96bf175fd6da req-8a80b928-af84-4e2a-97b9-877c56c39d54 service neutron] For port a57cd9d9-dad9-43b3-a028-65277654babd, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a57cd9d9-dad9-43b3-a028-65277654babd,segment=NetworkSegment(564e7fba-80a0-41fa-9dbf-7d18353521c2),segment_id=564e7fba-80a0-41fa-9dbf-7d18353521c2)] {{(pid=106375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:41:51.935009 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-388dcbed-d935-441f-b41c-96bf175fd6da req-8a80b928-af84-4e2a-97b9-877c56c39d54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1379309'] for port (a57cd9d9-dad9-43b3-a028-65277654babd), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:51.938163 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388dcbed-d935-441f-b41c-96bf175fd6da req-8a80b928-af84-4e2a-97b9-877c56c39d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:51.938767 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-388dcbed-d935-441f-b41c-96bf175fd6da req-8a80b928-af84-4e2a-97b9-877c56c39d54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:51.940108 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-388dcbed-d935-441f-b41c-96bf175fd6da req-8a80b928-af84-4e2a-97b9-877c56c39d54 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/a57cd9d9-dad9-43b3-a028-65277654babd HTTP/1.1" status: 200 len: 1094 time: 0.6649332 Sep 30 09:41:51.942351 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e777d9-b819-47a7-8103-40f55c6b75ad', 'tag': 'a57cd9d9-dad9-43b3-a028-65277654babd'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:41:51.944556 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a2765c340e485259911155c50f33e4425258638b85650f0a2a20d0c41df364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f9d803-c505-43d0-b1ad-7559cd866300" -d '{"events": [{"name": "network-changed", "server_uuid": "e8e777d9-b819-47a7-8103-40f55c6b75ad", "tag": "a57cd9d9-dad9-43b3-a028-65277654babd"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:41:51.982278 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43f914e-f87c-4c82-bde6-f05d823a7ec2 x-openstack-request-id: req-e43f914e-f87c-4c82-bde6-f05d823a7ec2 {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:41:51.982569 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8e777d9-b819-47a7-8103-40f55c6b75ad", "tag": "a57cd9d9-dad9-43b3-a028-65277654babd", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:41:51.982818 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e43f914e-f87c-4c82-bde6-f05d823a7ec2 {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:41:51.983237 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e43f914e-f87c-4c82-bde6-f05d823a7ec2'] response: {'name': 'network-changed', 'server_uuid': 'e8e777d9-b819-47a7-8103-40f55c6b75ad', 'tag': 'a57cd9d9-dad9-43b3-a028-65277654babd', 'status': 'completed', 'code': 200} Sep 30 09:41:52.000076 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a80b928-af84-4e2a-97b9-877c56c39d54 service neutron] Pushing event updated for resources: {'Port': ['ID=a57cd9d9-dad9-43b3-a028-65277654babd,revision_number=3']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:41:52.011539 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-abbfcdba-219e-4287-a176-dfb3c1beae66 None None] Attempt 2 to provision port a57cd9d9-dad9-43b3-a028-65277654babd Sep 30 09:41:52.050351 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-abbfcdba-219e-4287-a176-dfb3c1beae66 None None] Port a57cd9d9-dad9-43b3-a028-65277654babd had new provisioning blocks added so it will not transition to active. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 30 09:41:52.059073 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388dcbed-d935-441f-b41c-96bf175fd6da req-b260563e-554f-4e79-9605-e305f9bcbcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:52.060560 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-388dcbed-d935-441f-b41c-96bf175fd6da req-b260563e-554f-4e79-9605-e305f9bcbcf6 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=7258740d324b4be18675101826a78ca7&device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 1128 time: 0.0398726 Sep 30 09:41:52.109867 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-388dcbed-d935-441f-b41c-96bf175fd6da req-f6e45ac6-8e6e-4951-8f89-c084754ddca4 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a57cd9d9-dad9-43b3-a028-65277654babd HTTP/1.1" status: 200 len: 217 time: 0.0352294 Sep 30 09:41:52.156016 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388dcbed-d935-441f-b41c-96bf175fd6da req-95ee4f7f-78a1-4aa6-9062-378b7d814e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:52.157402 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-388dcbed-d935-441f-b41c-96bf175fd6da req-95ee4f7f-78a1-4aa6-9062-378b7d814e7e service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=caa068e9-5807-465e-a6a4-c687aab9e12e HTTP/1.1" status: 200 len: 856 time: 0.0426416 Sep 30 09:41:52.201869 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388dcbed-d935-441f-b41c-96bf175fd6da req-ddc045b8-0f85-4579-8764-6cde6766fb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:52.203259 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-388dcbed-d935-441f-b41c-96bf175fd6da req-ddc045b8-0f85-4579-8764-6cde6766fb73 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=486301e7-f0bf-4b46-826b-b0b4132f2272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0397654 Sep 30 09:41:52.256335 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:41:52.273893 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:52.299118 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:UPDATE=1,neutron:SELECT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:52.299674 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-388dcbed-d935-441f-b41c-96bf175fd6da req-425cb4d3-2ee9-4d61-8008-6f064f2fd771 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/486301e7-f0bf-4b46-826b-b0b4132f2272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894017 Sep 30 09:41:52.386857 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-388dcbed-d935-441f-b41c-96bf175fd6da req-6a185666-9fa6-45f9-ac7a-70a6e76e5ce8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/486301e7-f0bf-4b46-826b-b0b4132f2272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815325 Sep 30 09:41:52.577937 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91773f-d25e-4ef8-8860-1909a458ad5b req-81dafb55-98d8-4699-b016-7656a9a24f16 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:52.579366 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ce91773f-d25e-4ef8-8860-1909a458ad5b req-81dafb55-98d8-4699-b016-7656a9a24f16 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9573a5fc-0762-4ba4-a649-355c311e57da HTTP/1.1" status: 200 len: 944 time: 0.0459962 Sep 30 09:41:52.590218 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 56d3c52e-40b4-4605-a928-047ebf7976ba up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:41:52.626436 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ce91773f-d25e-4ef8-8860-1909a458ad5b req-bce45a32-5cfe-4c88-b5f1-3bc6b701107d tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=131b4586-fa6d-4e89-94c8-dee58df78980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404816 Sep 30 09:41:52.632962 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Provisioning for port 56d3c52e-40b4-4605-a928-047ebf7976ba completed by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 30 09:41:52.638892 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Provisioning complete for port 56d3c52e-40b4-4605-a928-047ebf7976ba triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:41:52.639088 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (56d3c52e-40b4-4605-a928-047ebf7976ba), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:52.639725 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Attempt 1 to provision port 56d3c52e-40b4-4605-a928-047ebf7976ba Sep 30 09:41:52.682693 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:52.843613 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port 56d3c52e-40b4-4605-a928-047ebf7976ba is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:41:52.844012 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (56d3c52e-40b4-4605-a928-047ebf7976ba), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:52.867985 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9573a5fc-0762-4ba4-a649-355c311e57da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d3c52e-40b4-4605-a928-047ebf7976ba'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:41:52.870256 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}572cd3d2a36c298d242844143b4f2eb8d6763781bbf742a8cfd50e233d5d8038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c6ee8f-a2fc-418e-a2ac-05a13d654607" -d '{"events": [{"server_uuid": "9573a5fc-0762-4ba4-a649-355c311e57da", "name": "network-vif-plugged", "status": "completed", "tag": "56d3c52e-40b4-4605-a928-047ebf7976ba"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:41:52.883520 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port 56d3c52e-40b4-4605-a928-047ebf7976ba, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=56d3c52e-40b4-4605-a928-047ebf7976ba,segment=NetworkSegment(e66f24b0-9893-442e-bdcf-fa149cc52000),segment_id=e66f24b0-9893-442e-bdcf-fa149cc52000)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:41:52.891751 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (56d3c52e-40b4-4605-a928-047ebf7976ba), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:52.906932 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b34c64-1c17-40b5-8883-7d4171e79213 req-0a42115e-34bb-4d2a-a524-2ae4b2687e3f tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:52.908608 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-64b34c64-1c17-40b5-8883-7d4171e79213 req-0a42115e-34bb-4d2a-a524-2ae4b2687e3f tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 944 time: 0.0526340 Sep 30 09:41:52.943903 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=56d3c52e-40b4-4605-a928-047ebf7976ba,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:41:52.965243 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-64b34c64-1c17-40b5-8883-7d4171e79213 req-7938c11c-499f-48fb-96eb-d8ee698a6a25 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509372 Sep 30 09:41:52.975958 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c757673-101b-4aed-8a61-373780f66fa1 x-openstack-request-id: req-8c757673-101b-4aed-8a61-373780f66fa1 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:41:52.976254 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9573a5fc-0762-4ba4-a649-355c311e57da", "name": "network-vif-plugged", "status": "completed", "tag": "56d3c52e-40b4-4605-a928-047ebf7976ba", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:41:52.976512 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8c757673-101b-4aed-8a61-373780f66fa1 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:41:52.976940 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c757673-101b-4aed-8a61-373780f66fa1'] response: {'server_uuid': '9573a5fc-0762-4ba4-a649-355c311e57da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d3c52e-40b4-4605-a928-047ebf7976ba', 'code': 200} Sep 30 09:41:53.760899 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793e65f-d509-4f64-a4aa-1787f07d1dae req-ac39f547-a301-4bae-bdc1-d7af7649d241 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:53.762454 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c793e65f-d509-4f64-a4aa-1787f07d1dae req-ac39f547-a301-4bae-bdc1-d7af7649d241 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9573a5fc-0762-4ba4-a649-355c311e57da HTTP/1.1" status: 200 len: 945 time: 0.0474639 Sep 30 09:41:53.810638 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c793e65f-d509-4f64-a4aa-1787f07d1dae req-630f9464-6ce4-4fe5-bbc8-5c6ed693e038 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=131b4586-fa6d-4e89-94c8-dee58df78980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420713 Sep 30 09:41:54.096314 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b37e4-e8bd-460d-bfb2-0c2bec29ef02 req-67ef57b8-4296-4e7e-80e5-61d2f145bbbb tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:54.097784 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1e8b37e4-e8bd-460d-bfb2-0c2bec29ef02 req-67ef57b8-4296-4e7e-80e5-61d2f145bbbb tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 944 time: 0.0491750 Sep 30 09:41:54.121478 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:54.145290 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1e8b37e4-e8bd-460d-bfb2-0c2bec29ef02 req-c900d9cb-a2ed-49e3-a2a2-0e357cb170da tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413864 Sep 30 09:41:54.932600 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b9387-8198-4816-8d77-52eb49cf8b23 req-c8c732bc-eda0-424f-9421-05abf8bec798 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:54.934090 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4e1b9387-8198-4816-8d77-52eb49cf8b23 req-c8c732bc-eda0-424f-9421-05abf8bec798 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9573a5fc-0762-4ba4-a649-355c311e57da HTTP/1.1" status: 200 len: 945 time: 0.0496314 Sep 30 09:41:54.980638 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4e1b9387-8198-4816-8d77-52eb49cf8b23 req-ffec187f-7dee-46a0-9824-1b63fc94c5de tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=131b4586-fa6d-4e89-94c8-dee58df78980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409341 Sep 30 09:41:55.133244 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9d803-c505-43d0-b1ad-7559cd866300 req-11e5a8c6-4fc1-41b1-9d1f-423946ea383e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:55.134779 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-01f9d803-c505-43d0-b1ad-7559cd866300 req-11e5a8c6-4fc1-41b1-9d1f-423946ea383e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=7258740d324b4be18675101826a78ca7&device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 1128 time: 0.0445364 Sep 30 09:41:55.232088 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9d803-c505-43d0-b1ad-7559cd866300 req-8d807109-f3e7-4e69-820c-8661cb40c692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:55.233778 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-01f9d803-c505-43d0-b1ad-7559cd866300 req-8d807109-f3e7-4e69-820c-8661cb40c692 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=486301e7-f0bf-4b46-826b-b0b4132f2272 HTTP/1.1" status: 200 len: 918 time: 0.0897837 Sep 30 09:41:55.284010 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-01f9d803-c505-43d0-b1ad-7559cd866300 req-3eaa5d47-71f0-4f1c-9cb6-2f6cd42c0eb1 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a57cd9d9-dad9-43b3-a028-65277654babd HTTP/1.1" status: 200 len: 217 time: 0.0367515 Sep 30 09:41:55.304670 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799123a-9e68-4763-861c-571796d66c7a req-e94348de-2674-4fb4-8bad-382bbe315563 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:55.306161 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-5799123a-9e68-4763-861c-571796d66c7a req-e94348de-2674-4fb4-8bad-382bbe315563 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 944 time: 0.0726299 Sep 30 09:41:55.311223 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abde85e-b4ce-41cc-abf2-8ca2f941ad1d req-e3f4faa5-04b6-4cce-b147-a63b31e2b1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:55.312586 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-2abde85e-b4ce-41cc-abf2-8ca2f941ad1d req-e3f4faa5-04b6-4cce-b147-a63b31e2b1e6 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9573a5fc-0762-4ba4-a649-355c311e57da HTTP/1.1" status: 200 len: 1129 time: 0.0518944 Sep 30 09:41:55.333741 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9d803-c505-43d0-b1ad-7559cd866300 req-267df225-a62a-41b4-a978-d44b8a5e5e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:55.335190 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-01f9d803-c505-43d0-b1ad-7559cd866300 req-267df225-a62a-41b4-a978-d44b8a5e5e8f service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=caa068e9-5807-465e-a6a4-c687aab9e12e HTTP/1.1" status: 200 len: 856 time: 0.0446393 Sep 30 09:41:55.379095 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9d803-c505-43d0-b1ad-7559cd866300 req-7b1c0235-54cc-4d1c-abf5-e1883613e9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:55.380729 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-01f9d803-c505-43d0-b1ad-7559cd866300 req-7b1c0235-54cc-4d1c-abf5-e1883613e9f6 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=486301e7-f0bf-4b46-826b-b0b4132f2272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0377853 Sep 30 09:41:55.386971 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-5799123a-9e68-4763-861c-571796d66c7a req-c9bce805-83c3-4477-b314-dff50df1cc44 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734220 Sep 30 09:41:55.388996 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-2abde85e-b4ce-41cc-abf2-8ca2f941ad1d req-b3c66ee6-cf91-4fdb-82e9-5d836d9e626e service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=131b4586-fa6d-4e89-94c8-dee58df78980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695877 Sep 30 09:41:55.475223 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-01f9d803-c505-43d0-b1ad-7559cd866300 req-139c5311-f177-48eb-989c-529d416c5f67 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/486301e7-f0bf-4b46-826b-b0b4132f2272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872474 Sep 30 09:41:55.905503 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-01f9d803-c505-43d0-b1ad-7559cd866300 req-2042225d-c5ad-4e6d-a79c-a74db8ed2576 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/486301e7-f0bf-4b46-826b-b0b4132f2272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843520 Sep 30 09:41:55.967887 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d1a0f319-d32f-4bb6-8c5b-df4d567e2ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:56.099676 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf179ab-ab53-495a-a6f2-aa32172f6345 req-3d37fbad-c71e-4af0-bd76-00b8ed7df956 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:56.101174 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7cf179ab-ab53-495a-a6f2-aa32172f6345 req-3d37fbad-c71e-4af0-bd76-00b8ed7df956 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9573a5fc-0762-4ba4-a649-355c311e57da HTTP/1.1" status: 200 len: 945 time: 0.0464909 Sep 30 09:41:56.127028 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:56.149325 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7cf179ab-ab53-495a-a6f2-aa32172f6345 req-a3f42da0-37a0-4ab1-aacd-16591b84c255 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=131b4586-fa6d-4e89-94c8-dee58df78980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426767 Sep 30 09:41:56.516123 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a93f75-1dcf-4699-8cc9-58eca78759ef req-a01d1ebc-489a-4e24-8ac8-9e8a246f81cd tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:56.517881 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-74a93f75-1dcf-4699-8cc9-58eca78759ef req-a01d1ebc-489a-4e24-8ac8-9e8a246f81cd tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 944 time: 0.0470443 Sep 30 09:41:56.568343 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-74a93f75-1dcf-4699-8cc9-58eca78759ef req-edcb7862-9648-4e78-8fb7-8c86ea56ae72 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449739 Sep 30 09:41:56.606499 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device a57cd9d9-dad9-43b3-a028-65277654babd details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:41:56.624553 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:56.711564 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port a57cd9d9-dad9-43b3-a028-65277654babd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a57cd9d9-dad9-43b3-a028-65277654babd,segment=NetworkSegment(564e7fba-80a0-41fa-9dbf-7d18353521c2),segment_id=564e7fba-80a0-41fa-9dbf-7d18353521c2)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:41:56.722123 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Returning: {'device': 'a57cd9d9-dad9-43b3-a028-65277654babd', 'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272', 'port_id': 'a57cd9d9-dad9-43b3-a028-65277654babd', 'mac_address': 'fa:16:3e:f2:cb:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caa068e9-5807-465e-a6a4-c687aab9e12e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:41:56.755782 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port a57cd9d9-dad9-43b3-a028-65277654babd is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:41:56.756165 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (a57cd9d9-dad9-43b3-a028-65277654babd), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:56.769114 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a57cd9d9-dad9-43b3-a028-65277654babd {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:41:56.790003 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port a57cd9d9-dad9-43b3-a028-65277654babd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a57cd9d9-dad9-43b3-a028-65277654babd,segment=NetworkSegment(564e7fba-80a0-41fa-9dbf-7d18353521c2),segment_id=564e7fba-80a0-41fa-9dbf-7d18353521c2)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:41:56.794062 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (a57cd9d9-dad9-43b3-a028-65277654babd), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:56.842603 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=a57cd9d9-dad9-43b3-a028-65277654babd,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:41:57.250662 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] get_ports_and_sgs() called for port_ids ['a57cd9d9-dad9-43b3-a028-65277654babd'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:41:57.274025 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eacbad-38f3-4c4e-be51-077042392496 req-9af1a9cd-8222-4cd2-8886-0aa01dc85a63 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:57.275516 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a6eacbad-38f3-4c4e-be51-077042392496 req-9af1a9cd-8222-4cd2-8886-0aa01dc85a63 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9573a5fc-0762-4ba4-a649-355c311e57da HTTP/1.1" status: 200 len: 945 time: 0.0496583 Sep 30 09:41:57.325653 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a6eacbad-38f3-4c4e-be51-077042392496 req-7df3a5ed-b7cf-48ee-b4db-e7abe8f9a64f tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=131b4586-fa6d-4e89-94c8-dee58df78980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444670 Sep 30 09:41:57.448177 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c5aa2-5a3d-44e1-b08b-c05323ca8a07 req-e83a8e77-a99f-4f38-80e6-69102e581edc tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:57.449572 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-540c5aa2-5a3d-44e1-b08b-c05323ca8a07 req-e83a8e77-a99f-4f38-80e6-69102e581edc tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9573a5fc-0762-4ba4-a649-355c311e57da HTTP/1.1" status: 200 len: 945 time: 0.0474157 Sep 30 09:41:57.460524 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 42910) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:41:57.464984 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-d9ae0e63-8d01-4a38-8e81-ac3a0b2ebdf2 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Request body: {'floatingip': {'port_id': '56d3c52e-40b4-4605-a928-047ebf7976ba'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:41:57.507150 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d9ae0e63-8d01-4a38-8e81-ac3a0b2ebdf2 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for floatingip (3bc0387f-bb6d-4ee6-bc90-f19bfadbcf0c), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:57.733051 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5d188-6ad6-4454-aa4a-c5430d391408 req-1c3db69c-1472-40ef-bba2-8d97f30a9d8c tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:57.734425 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-3da5d188-6ad6-4454-aa4a-c5430d391408 req-1c3db69c-1472-40ef-bba2-8d97f30a9d8c tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 945 time: 0.0832686 Sep 30 09:41:57.861408 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-3da5d188-6ad6-4454-aa4a-c5430d391408 req-b91b9d3d-f028-4257-876e-359bae7e98ac tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197698 Sep 30 09:41:57.907615 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:57.997474 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d9ae0e63-8d01-4a38-8e81-ac3a0b2ebdf2 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:58.001001 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d9ae0e63-8d01-4a38-8e81-ac3a0b2ebdf2 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759975'] for floatingip (3bc0387f-bb6d-4ee6-bc90-f19bfadbcf0c), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:58.093044 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.db.l3_db [None req-d9ae0e63-8d01-4a38-8e81-ac3a0b2ebdf2 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Floating IP 3bc0387f-bb6d-4ee6-bc90-f19bfadbcf0c associated. External IP: 172.37.1.127, port: 56d3c52e-40b4-4605-a928-047ebf7976ba. Sep 30 09:41:58.178057 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:58.287576 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-61bfa3ff-00b8-4527-a0bc-4c434d8bb8a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:58.290518 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ae0e63-8d01-4a38-8e81-ac3a0b2ebdf2 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Router 3b92f880-bce1-431d-953b-029e5d3c9818 has already been hosted by L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:41:58.393758 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ae0e63-8d01-4a38-8e81-ac3a0b2ebdf2 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:41:58.399365 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d9ae0e63-8d01-4a38-8e81-ac3a0b2ebdf2 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for floatingip (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:58.404559 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e49170-0fe9-481b-bb8f-efb2a962172b None None] Sync routers for ids ['3b92f880-bce1-431d-953b-029e5d3c9818'] in dv-cinder-master-3-smb {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:41:58.410621 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:58.418262 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e49170-0fe9-481b-bb8f-efb2a962172b None None] Routers {'3b92f880-bce1-431d-953b-029e5d3c9818'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:41:58.418878 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-53e49170-0fe9-481b-bb8f-efb2a962172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:41:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['3b92f880-bce1-431d-953b-029e5d3c9818'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:41:58.429789 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-d9ae0e63-8d01-4a38-8e81-ac3a0b2ebdf2 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/3bc0387f-bb6d-4ee6-bc90-f19bfadbcf0c HTTP/1.1" status: 200 len: 991 time: 0.9681652 Sep 30 09:41:58.430520 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9573a5fc-0762-4ba4-a649-355c311e57da', 'tag': '56d3c52e-40b4-4605-a928-047ebf7976ba'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:41:58.432813 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fcb41cfe2f49de8823fc1653213cc9e5b77d80f13114ba069ec5cf27ea68f53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4fb343-f1e3-4cdc-9054-b9e6d4118a27" -d '{"events": [{"name": "network-changed", "server_uuid": "9573a5fc-0762-4ba4-a649-355c311e57da", "tag": "56d3c52e-40b4-4605-a928-047ebf7976ba"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:41:58.469656 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6859b9b-9d82-4122-baec-21a80265b8f3 x-openstack-request-id: req-a6859b9b-9d82-4122-baec-21a80265b8f3 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:41:58.470322 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9573a5fc-0762-4ba4-a649-355c311e57da", "tag": "56d3c52e-40b4-4605-a928-047ebf7976ba", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:41:58.470322 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a6859b9b-9d82-4122-baec-21a80265b8f3 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:41:58.470710 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6859b9b-9d82-4122-baec-21a80265b8f3'] response: {'name': 'network-changed', 'server_uuid': '9573a5fc-0762-4ba4-a649-355c311e57da', 'tag': '56d3c52e-40b4-4605-a928-047ebf7976ba', 'status': 'completed', 'code': 200} Sep 30 09:41:58.558403 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fb343-f1e3-4cdc-9054-b9e6d4118a27 req-f21b79b4-fd14-4b22-8d81-6283bd35e024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:58.559831 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-7d4fb343-f1e3-4cdc-9054-b9e6d4118a27 req-f21b79b4-fd14-4b22-8d81-6283bd35e024 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=277b0f36e38f42909ad307ca1d09b7da&device_id=9573a5fc-0762-4ba4-a649-355c311e57da HTTP/1.1" status: 200 len: 1129 time: 0.0406294 Sep 30 09:41:58.606009 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-53e49170-0fe9-481b-bb8f-efb2a962172b None None] Set router 3b92f880-bce1-431d-953b-029e5d3c9818 gateway port host: dv-cinder-master-3-smb {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:41:58.613002 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device a57cd9d9-dad9-43b3-a028-65277654babd up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:41:58.655985 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Provisioning for port a57cd9d9-dad9-43b3-a028-65277654babd completed by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 30 09:41:58.657770 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fb343-f1e3-4cdc-9054-b9e6d4118a27 req-a428c17e-3c3c-4e54-a803-6e7b46cb3c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:58.659246 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-7d4fb343-f1e3-4cdc-9054-b9e6d4118a27 req-a428c17e-3c3c-4e54-a803-6e7b46cb3c64 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=b208ce5f-758d-4f0c-90ce-9c825be7bba2 HTTP/1.1" status: 200 len: 915 time: 0.0935977 Sep 30 09:41:58.663646 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Provisioning complete for port a57cd9d9-dad9-43b3-a028-65277654babd triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:41:58.664075 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (a57cd9d9-dad9-43b3-a028-65277654babd), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:58.664483 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Attempt 1 to provision port a57cd9d9-dad9-43b3-a028-65277654babd Sep 30 09:41:58.729433 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-7d4fb343-f1e3-4cdc-9054-b9e6d4118a27 req-390b9405-09b2-4981-8507-7efb9512cb03 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56d3c52e-40b4-4605-a928-047ebf7976ba HTTP/1.1" status: 200 len: 999 time: 0.0622377 Sep 30 09:41:58.742201 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port a57cd9d9-dad9-43b3-a028-65277654babd is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:41:58.742712 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (a57cd9d9-dad9-43b3-a028-65277654babd), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:58.743100 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:58.770834 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e777d9-b819-47a7-8103-40f55c6b75ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57cd9d9-dad9-43b3-a028-65277654babd'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:41:58.773310 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}572cd3d2a36c298d242844143b4f2eb8d6763781bbf742a8cfd50e233d5d8038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51533e49-59a1-4e33-925a-3782e5f4aa3c" -d '{"events": [{"server_uuid": "e8e777d9-b819-47a7-8103-40f55c6b75ad", "name": "network-vif-plugged", "status": "completed", "tag": "a57cd9d9-dad9-43b3-a028-65277654babd"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:41:58.780302 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fb343-f1e3-4cdc-9054-b9e6d4118a27 req-b28c8dbf-af67-4bf9-9320-9beddb177d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:58.782510 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-7d4fb343-f1e3-4cdc-9054-b9e6d4118a27 req-b28c8dbf-af67-4bf9-9320-9beddb177d66 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=8411074f-f19b-4e83-87b2-5762dc2e15cc HTTP/1.1" status: 200 len: 853 time: 0.0471399 Sep 30 09:41:58.786752 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port a57cd9d9-dad9-43b3-a028-65277654babd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a57cd9d9-dad9-43b3-a028-65277654babd,segment=NetworkSegment(564e7fba-80a0-41fa-9dbf-7d18353521c2),segment_id=564e7fba-80a0-41fa-9dbf-7d18353521c2)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:41:58.792769 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (a57cd9d9-dad9-43b3-a028-65277654babd), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:58.798915 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:58.822882 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65148bf-5a47-4577-98fb-821dbd9f87d8 x-openstack-request-id: req-c65148bf-5a47-4577-98fb-821dbd9f87d8 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:41:58.823177 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e777d9-b819-47a7-8103-40f55c6b75ad", "name": "network-vif-plugged", "status": "completed", "tag": "a57cd9d9-dad9-43b3-a028-65277654babd", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:41:58.823429 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c65148bf-5a47-4577-98fb-821dbd9f87d8 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:41:58.823949 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c65148bf-5a47-4577-98fb-821dbd9f87d8'] response: {'server_uuid': 'e8e777d9-b819-47a7-8103-40f55c6b75ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57cd9d9-dad9-43b3-a028-65277654babd', 'code': 200} Sep 30 09:41:58.830626 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fb343-f1e3-4cdc-9054-b9e6d4118a27 req-eee62bfc-37ed-4248-8eb5-28bd32be640d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:58.832425 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-7d4fb343-f1e3-4cdc-9054-b9e6d4118a27 req-eee62bfc-37ed-4248-8eb5-28bd32be640d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=b208ce5f-758d-4f0c-90ce-9c825be7bba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0449369 Sep 30 09:41:58.846045 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-53e49170-0fe9-481b-bb8f-efb2a962172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'name': 'tempest-AttachVolumeNegativeTest-834901665-router', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94'}], 'enable_snat': True}, 'gw_port_id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:07Z', 'revision_number': 4, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'gw_port': {'id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:02Z', 'updated_at': '2022-09-30T09:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '3bc0387f-bb6d-4ee6-bc90-f19bfadbcf0c', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'floating_ip_address': '172.37.1.127', 'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'router_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'port_id': '56d3c52e-40b4-4605-a928-047ebf7976ba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'mac_address': 'fa:16:3e:af:68:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9573a5fc-0762-4ba4-a649-355c311e57da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:41:41Z', 'updated_at': '2022-09-30T09:41:57Z', 'revision_number': 1, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '600c548c-0db2-4cb3-9561-68f0f39c3aa5', 'name': '', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'mac_address': 'fa:16:3e:85:21:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:06Z', 'updated_at': '2022-09-30T09:36:21Z', 'revision_number': 5, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'subnets': [{'id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:41:58.851679 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=a57cd9d9-dad9-43b3-a028-65277654babd,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:41:58.873746 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e49170-0fe9-481b-bb8f-efb2a962172b None None] Checking router: 3b92f880-bce1-431d-953b-029e5d3c9818 for host: dv-cinder-master-3-smb {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:41:58.883403 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e49170-0fe9-481b-bb8f-efb2a962172b None None] Routers {'3b92f880-bce1-431d-953b-029e5d3c9818'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:41:58.884132 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-53e49170-0fe9-481b-bb8f-efb2a962172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:41:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['3b92f880-bce1-431d-953b-029e5d3c9818'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:41:58.978232 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-7d4fb343-f1e3-4cdc-9054-b9e6d4118a27 req-7e09c939-b687-45a6-9a99-576bfbe23ea6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b208ce5f-758d-4f0c-90ce-9c825be7bba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101599 Sep 30 09:41:59.008195 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ab552-3c54-4052-99d3-569490e70a19 req-bf5abb13-c1f1-4e35-87fd-fca62ded7c8d tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:59.015551 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-118ab552-3c54-4052-99d3-569490e70a19 req-bf5abb13-c1f1-4e35-87fd-fca62ded7c8d tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 946 time: 0.0626626 Sep 30 09:41:59.017689 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-53e49170-0fe9-481b-bb8f-efb2a962172b None None] Set router 3b92f880-bce1-431d-953b-029e5d3c9818 gateway port host: dv-cinder-master-3-smb {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:41:59.089065 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-7d4fb343-f1e3-4cdc-9054-b9e6d4118a27 req-26ceffae-e354-40fe-bfbe-442038928e96 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b208ce5f-758d-4f0c-90ce-9c825be7bba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040781 Sep 30 09:41:59.091003 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-118ab552-3c54-4052-99d3-569490e70a19 req-b215950f-b096-41cd-b56c-4925cf6c2bc8 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743036 Sep 30 09:41:59.092349 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50134a67-4b66-45ab-a1ee-80284d0e5941 req-1a9705bc-c3f4-4373-9d5f-5d710cc00276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:41:59.093832 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-50134a67-4b66-45ab-a1ee-80284d0e5941 req-1a9705bc-c3f4-4373-9d5f-5d710cc00276 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 1130 time: 0.0556355 Sep 30 09:41:59.156655 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-50134a67-4b66-45ab-a1ee-80284d0e5941 req-9c68b7fb-5ce6-4e16-b7ae-9ad53c67a1c5 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449269 Sep 30 09:41:59.247155 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-53e49170-0fe9-481b-bb8f-efb2a962172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'name': 'tempest-AttachVolumeNegativeTest-834901665-router', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94'}], 'enable_snat': True}, 'gw_port_id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:07Z', 'revision_number': 4, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'gw_port': {'id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:02Z', 'updated_at': '2022-09-30T09:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '3bc0387f-bb6d-4ee6-bc90-f19bfadbcf0c', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'floating_ip_address': '172.37.1.127', 'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'router_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'port_id': '56d3c52e-40b4-4605-a928-047ebf7976ba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'mac_address': 'fa:16:3e:af:68:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9573a5fc-0762-4ba4-a649-355c311e57da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:41:41Z', 'updated_at': '2022-09-30T09:41:57Z', 'revision_number': 1, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '600c548c-0db2-4cb3-9561-68f0f39c3aa5', 'name': '', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'mac_address': 'fa:16:3e:85:21:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:06Z', 'updated_at': '2022-09-30T09:36:21Z', 'revision_number': 5, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'subnets': [{'id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:41:59.274641 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e49170-0fe9-481b-bb8f-efb2a962172b None None] The sync data for ids ['3b92f880-bce1-431d-953b-029e5d3c9818'] in dv-cinder-master-3-smb is: [{'id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'name': 'tempest-AttachVolumeNegativeTest-834901665-router', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94'}], 'enable_snat': True}, 'gw_port_id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:07Z', 'revision_number': 4, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'gw_port': {'id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:02Z', 'updated_at': '2022-09-30T09:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '3bc0387f-bb6d-4ee6-bc90-f19bfadbcf0c', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'floating_ip_address': '172.37.1.127', 'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'router_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'port_id': '56d3c52e-40b4-4605-a928-047ebf7976ba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'mac_address': 'fa:16:3e:af:68:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9573a5fc-0762-4ba4-a649-355c311e57da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:41:41Z', 'updated_at': '2022-09-30T09:41:57Z', 'revision_number': 1, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '600c548c-0db2-4cb3-9561-68f0f39c3aa5', 'name': '', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'mac_address': 'fa:16:3e:85:21:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:06Z', 'updated_at': '2022-09-30T09:36:21Z', 'revision_number': 5, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'subnets': [{'id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:41:59.452717 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a53ff3-11b7-4fd4-a14a-ac9b1ba30cf2 None None] New status for floating IP 3bc0387f-bb6d-4ee6-bc90-f19bfadbcf0c: ACTIVE {{(pid=106377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 09:41:59.459165 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:41:59.636299 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:41:59.643770 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:00.226822 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c869883-acf9-4590-8a08-367f96b1ebb0 req-96ab1d5c-aebb-42be-9c4e-19ec38838bb6 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:00.228303 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1c869883-acf9-4590-8a08-367f96b1ebb0 req-96ab1d5c-aebb-42be-9c4e-19ec38838bb6 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 946 time: 0.0493865 Sep 30 09:42:00.279775 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1c869883-acf9-4590-8a08-367f96b1ebb0 req-37177b6a-f94d-4fae-acb4-03148b4c02f9 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459979 Sep 30 09:42:00.963778 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:00.967485 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:01.414146 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80612749-3be8-49a4-b95e-3d0ceb10c755 req-89a0f448-54f4-4865-9223-4297416ee1c1 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:01.415662 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-80612749-3be8-49a4-b95e-3d0ceb10c755 req-89a0f448-54f4-4865-9223-4297416ee1c1 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 946 time: 0.0549064 Sep 30 09:42:01.466797 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-80612749-3be8-49a4-b95e-3d0ceb10c755 req-296b34e9-4ded-4258-a48b-a8ff0f236876 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448287 Sep 30 09:42:01.590216 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50164e5d-1ca5-46ba-87cb-564cc540bb5a req-0c9d8cd9-07f4-4f41-900f-c276797c9583 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:01.591579 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-50164e5d-1ca5-46ba-87cb-564cc540bb5a req-0c9d8cd9-07f4-4f41-900f-c276797c9583 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 946 time: 0.0471735 Sep 30 09:42:01.602276 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 42928) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:42:01.606829 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-48c2206b-5fed-4e5d-93ff-bd10b0abe116 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Request body: {'floatingip': {'port_id': 'a57cd9d9-dad9-43b3-a028-65277654babd'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:42:01.609066 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:42:01.649025 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-48c2206b-5fed-4e5d-93ff-bd10b0abe116 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks [] for floatingip (43080730-6307-466f-8574-f9d9af53832c), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:01.965821 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:42:02.065052 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-48c2206b-5fed-4e5d-93ff-bd10b0abe116 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:02.068670 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-48c2206b-5fed-4e5d-93ff-bd10b0abe116 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759975'] for floatingip (43080730-6307-466f-8574-f9d9af53832c), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:02.164744 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.db.l3_db [None req-48c2206b-5fed-4e5d-93ff-bd10b0abe116 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Floating IP 43080730-6307-466f-8574-f9d9af53832c associated. External IP: 172.37.1.178, port: a57cd9d9-dad9-43b3-a028-65277654babd. Sep 30 09:42:02.360206 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c2206b-5fed-4e5d-93ff-bd10b0abe116 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Router 313d570b-2960-43ba-9415-9cbba16b5ca8 has already been hosted by L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:42:02.460648 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c2206b-5fed-4e5d-93ff-bd10b0abe116 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:42:02.465114 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-48c2206b-5fed-4e5d-93ff-bd10b0abe116 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for floatingip (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:02.470868 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a3ee1b-9463-4b6d-ba01-eab0f450cfdc None None] Sync routers for ids ['313d570b-2960-43ba-9415-9cbba16b5ca8'] in dv-cinder-master-3-smb {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:42:02.488860 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a3ee1b-9463-4b6d-ba01-eab0f450cfdc None None] Routers {'313d570b-2960-43ba-9415-9cbba16b5ca8'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:42:02.489492 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-a6a3ee1b-9463-4b6d-ba01-eab0f450cfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:41:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['313d570b-2960-43ba-9415-9cbba16b5ca8'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:42:02.595372 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-a6a3ee1b-9463-4b6d-ba01-eab0f450cfdc None None] Set router 313d570b-2960-43ba-9415-9cbba16b5ca8 gateway port host: dv-cinder-master-3-smb {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:42:02.628256 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:42:02.743331 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-48c2206b-5fed-4e5d-93ff-bd10b0abe116 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/43080730-6307-466f-8574-f9d9af53832c HTTP/1.1" status: 200 len: 992 time: 1.1400154 Sep 30 09:42:02.743984 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e777d9-b819-47a7-8103-40f55c6b75ad', 'tag': 'a57cd9d9-dad9-43b3-a028-65277654babd'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:42:02.746390 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fcb41cfe2f49de8823fc1653213cc9e5b77d80f13114ba069ec5cf27ea68f53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7341c794-7c91-4d56-987b-c051d4550528" -d '{"events": [{"name": "network-changed", "server_uuid": "e8e777d9-b819-47a7-8103-40f55c6b75ad", "tag": "a57cd9d9-dad9-43b3-a028-65277654babd"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:42:02.758379 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:42:02.783501 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48a843d-8b5a-407a-bdcb-65814c592972 x-openstack-request-id: req-f48a843d-8b5a-407a-bdcb-65814c592972 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:42:02.783790 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8e777d9-b819-47a7-8103-40f55c6b75ad", "tag": "a57cd9d9-dad9-43b3-a028-65277654babd", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:42:02.784038 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f48a843d-8b5a-407a-bdcb-65814c592972 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:42:02.784432 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f48a843d-8b5a-407a-bdcb-65814c592972'] response: {'name': 'network-changed', 'server_uuid': 'e8e777d9-b819-47a7-8103-40f55c6b75ad', 'tag': 'a57cd9d9-dad9-43b3-a028-65277654babd', 'status': 'completed', 'code': 200} Sep 30 09:42:02.813470 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-a6a3ee1b-9463-4b6d-ba01-eab0f450cfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'name': 'tempest-AttachVolumeShelveTestJSON-2083709801-router', 'tenant_id': '7258740d324b4be18675101826a78ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.132'}], 'enable_snat': True}, 'gw_port_id': 'f075918f-22eb-47fc-b3ff-d56d1e52e8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:11Z', 'revision_number': 4, 'project_id': '7258740d324b4be18675101826a78ca7', 'gw_port': {'id': 'f075918f-22eb-47fc-b3ff-d56d1e52e8dd', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:01Z', 'updated_at': '2022-09-30T09:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '43080730-6307-466f-8574-f9d9af53832c', 'tenant_id': '7258740d324b4be18675101826a78ca7', 'floating_ip_address': '172.37.1.178', 'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'router_id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'port_id': 'a57cd9d9-dad9-43b3-a028-65277654babd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272', 'mac_address': 'fa:16:3e:f2:cb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e777d9-b819-47a7-8103-40f55c6b75ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:41:45Z', 'updated_at': '2022-09-30T09:42:01Z', 'revision_number': 1, 'project_id': '7258740d324b4be18675101826a78ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18520684-8f98-4574-afae-7b54f755415e', 'name': '', 'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272', 'tenant_id': '7258740d324b4be18675101826a78ca7', 'mac_address': 'fa:16:3e:72:b6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'caa068e9-5807-465e-a6a4-c687aab9e12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:09Z', 'updated_at': '2022-09-30T09:36:18Z', 'revision_number': 5, 'project_id': '7258740d324b4be18675101826a78ca7', 'subnets': [{'id': 'caa068e9-5807-465e-a6a4-c687aab9e12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:42:02.841107 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a3ee1b-9463-4b6d-ba01-eab0f450cfdc None None] Checking router: 313d570b-2960-43ba-9415-9cbba16b5ca8 for host: dv-cinder-master-3-smb {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:42:02.850047 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a3ee1b-9463-4b6d-ba01-eab0f450cfdc None None] Routers {'313d570b-2960-43ba-9415-9cbba16b5ca8'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:42:02.850639 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-a6a3ee1b-9463-4b6d-ba01-eab0f450cfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:41:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['313d570b-2960-43ba-9415-9cbba16b5ca8'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:42:02.883504 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341c794-7c91-4d56-987b-c051d4550528 req-30cdbbb5-8809-4a36-8114-4ee56a54f497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:02.884939 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7341c794-7c91-4d56-987b-c051d4550528 req-30cdbbb5-8809-4a36-8114-4ee56a54f497 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=7258740d324b4be18675101826a78ca7&device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 1130 time: 0.0383632 Sep 30 09:42:02.951223 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-a6a3ee1b-9463-4b6d-ba01-eab0f450cfdc None None] Set router 313d570b-2960-43ba-9415-9cbba16b5ca8 gateway port host: dv-cinder-master-3-smb {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:42:02.970778 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:42:02.981476 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341c794-7c91-4d56-987b-c051d4550528 req-4fe8ba8d-04cb-4340-bb45-d7b35a02f290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:02.982980 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7341c794-7c91-4d56-987b-c051d4550528 req-4fe8ba8d-04cb-4340-bb45-d7b35a02f290 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=486301e7-f0bf-4b46-826b-b0b4132f2272 HTTP/1.1" status: 200 len: 918 time: 0.0907218 Sep 30 09:42:03.055696 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7341c794-7c91-4d56-987b-c051d4550528 req-01f84b15-e065-4a70-8e16-5f6cee993ae1 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a57cd9d9-dad9-43b3-a028-65277654babd HTTP/1.1" status: 200 len: 1000 time: 0.0553646 Sep 30 09:42:03.103832 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341c794-7c91-4d56-987b-c051d4550528 req-c702eb67-3a41-4315-811a-aa13b4fa2522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:03.105265 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7341c794-7c91-4d56-987b-c051d4550528 req-c702eb67-3a41-4315-811a-aa13b4fa2522 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=caa068e9-5807-465e-a6a4-c687aab9e12e HTTP/1.1" status: 200 len: 856 time: 0.0436616 Sep 30 09:42:03.153329 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341c794-7c91-4d56-987b-c051d4550528 req-aee88e48-3832-4329-81e9-254782ff4613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:03.154758 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7341c794-7c91-4d56-987b-c051d4550528 req-aee88e48-3832-4329-81e9-254782ff4613 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=486301e7-f0bf-4b46-826b-b0b4132f2272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0427718 Sep 30 09:42:03.161857 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-a6a3ee1b-9463-4b6d-ba01-eab0f450cfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'name': 'tempest-AttachVolumeShelveTestJSON-2083709801-router', 'tenant_id': '7258740d324b4be18675101826a78ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.132'}], 'enable_snat': True}, 'gw_port_id': 'f075918f-22eb-47fc-b3ff-d56d1e52e8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:11Z', 'revision_number': 4, 'project_id': '7258740d324b4be18675101826a78ca7', 'gw_port': {'id': 'f075918f-22eb-47fc-b3ff-d56d1e52e8dd', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:01Z', 'updated_at': '2022-09-30T09:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '43080730-6307-466f-8574-f9d9af53832c', 'tenant_id': '7258740d324b4be18675101826a78ca7', 'floating_ip_address': '172.37.1.178', 'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'router_id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'port_id': 'a57cd9d9-dad9-43b3-a028-65277654babd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272', 'mac_address': 'fa:16:3e:f2:cb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e777d9-b819-47a7-8103-40f55c6b75ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:41:45Z', 'updated_at': '2022-09-30T09:42:01Z', 'revision_number': 1, 'project_id': '7258740d324b4be18675101826a78ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18520684-8f98-4574-afae-7b54f755415e', 'name': '', 'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272', 'tenant_id': '7258740d324b4be18675101826a78ca7', 'mac_address': 'fa:16:3e:72:b6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'caa068e9-5807-465e-a6a4-c687aab9e12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:09Z', 'updated_at': '2022-09-30T09:36:18Z', 'revision_number': 5, 'project_id': '7258740d324b4be18675101826a78ca7', 'subnets': [{'id': 'caa068e9-5807-465e-a6a4-c687aab9e12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:42:03.189800 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a3ee1b-9463-4b6d-ba01-eab0f450cfdc None None] The sync data for ids ['313d570b-2960-43ba-9415-9cbba16b5ca8'] in dv-cinder-master-3-smb is: [{'id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'name': 'tempest-AttachVolumeShelveTestJSON-2083709801-router', 'tenant_id': '7258740d324b4be18675101826a78ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.132'}], 'enable_snat': True}, 'gw_port_id': 'f075918f-22eb-47fc-b3ff-d56d1e52e8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:11Z', 'revision_number': 4, 'project_id': '7258740d324b4be18675101826a78ca7', 'gw_port': {'id': 'f075918f-22eb-47fc-b3ff-d56d1e52e8dd', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:01Z', 'updated_at': '2022-09-30T09:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '43080730-6307-466f-8574-f9d9af53832c', 'tenant_id': '7258740d324b4be18675101826a78ca7', 'floating_ip_address': '172.37.1.178', 'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'router_id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'port_id': 'a57cd9d9-dad9-43b3-a028-65277654babd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272', 'mac_address': 'fa:16:3e:f2:cb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e777d9-b819-47a7-8103-40f55c6b75ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:41:45Z', 'updated_at': '2022-09-30T09:42:01Z', 'revision_number': 1, 'project_id': '7258740d324b4be18675101826a78ca7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18520684-8f98-4574-afae-7b54f755415e', 'name': '', 'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272', 'tenant_id': '7258740d324b4be18675101826a78ca7', 'mac_address': 'fa:16:3e:72:b6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'caa068e9-5807-465e-a6a4-c687aab9e12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:09Z', 'updated_at': '2022-09-30T09:36:18Z', 'revision_number': 5, 'project_id': '7258740d324b4be18675101826a78ca7', 'subnets': [{'id': 'caa068e9-5807-465e-a6a4-c687aab9e12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:42:03.250275 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7341c794-7c91-4d56-987b-c051d4550528 req-0a48093c-fe09-4491-8b69-04685ee2a214 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/486301e7-f0bf-4b46-826b-b0b4132f2272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881050 Sep 30 09:42:03.310904 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:42:03.347376 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7341c794-7c91-4d56-987b-c051d4550528 req-2f4b2110-b699-4930-93fb-8bbf73e88afa service neutron] 10.222.0.40 "GET /networking/v2.0/networks/486301e7-f0bf-4b46-826b-b0b4132f2272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903795 Sep 30 09:42:03.386454 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6a0ae7-2d74-42b2-ba37-94c8b8f240b8 None None] New status for floating IP 43080730-6307-466f-8574-f9d9af53832c: ACTIVE {{(pid=106377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 09:42:04.370944 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c42b1e40-8002-4da3-9287-e2e4c51a7739 req-4673246f-3feb-4349-b2cb-e2cd8c7d3db8 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379684 Sep 30 09:42:04.451119 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b1e40-8002-4da3-9287-e2e4c51a7739 req-48963f2a-5a60-40dc-8581-8dd57e1f7f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:04.452587 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c42b1e40-8002-4da3-9287-e2e4c51a7739 req-48963f2a-5a60-40dc-8581-8dd57e1f7f05 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=4290a542e73045309f6ceb8d4f5a267b&device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 1129 time: 0.0375330 Sep 30 09:42:04.559225 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b1e40-8002-4da3-9287-e2e4c51a7739 req-ea82f241-d59b-4479-a688-42dd8cd76589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:04.560667 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c42b1e40-8002-4da3-9287-e2e4c51a7739 req-ea82f241-d59b-4479-a688-42dd8cd76589 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=e45abb02-b319-4872-9fb3-ccc0ce9d74e7 HTTP/1.1" status: 200 len: 920 time: 0.0868573 Sep 30 09:42:04.600997 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c42b1e40-8002-4da3-9287-e2e4c51a7739 req-4bc25b17-95f0-4858-8c9d-ccce3fcda037 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2046ed66-ea53-4a0e-ac98-334741b28408 HTTP/1.1" status: 200 len: 217 time: 0.0336344 Sep 30 09:42:04.655261 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b1e40-8002-4da3-9287-e2e4c51a7739 req-1e33ab26-a752-4dcc-9f2f-6715bb650510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:04.656580 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c42b1e40-8002-4da3-9287-e2e4c51a7739 req-1e33ab26-a752-4dcc-9f2f-6715bb650510 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=5c348d1c-15e8-416a-bb01-9bc4f4316ae7 HTTP/1.1" status: 200 len: 858 time: 0.0469346 Sep 30 09:42:04.699648 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b1e40-8002-4da3-9287-e2e4c51a7739 req-f715a069-d454-4c99-ab6a-ac93aa9ba3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:04.701116 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c42b1e40-8002-4da3-9287-e2e4c51a7739 req-f715a069-d454-4c99-ab6a-ac93aa9ba3a6 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=e45abb02-b319-4872-9fb3-ccc0ce9d74e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0379894 Sep 30 09:42:04.791281 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c42b1e40-8002-4da3-9287-e2e4c51a7739 req-c367b746-1c70-40ce-bf38-09c008826106 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e45abb02-b319-4872-9fb3-ccc0ce9d74e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829933 Sep 30 09:42:04.881683 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c42b1e40-8002-4da3-9287-e2e4c51a7739 req-4ed70191-0a87-4026-ace7-f18e3fb03748 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e45abb02-b319-4872-9fb3-ccc0ce9d74e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843894 Sep 30 09:42:09.083003 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=30 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:42:09.086085 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:42:13.164442 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=51 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:42:13.165107 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=52 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:42:13.490178 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=26,neutron:UPDATE=6 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:42:13.492097 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:42:14.871889 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=82 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:42:14.879055 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=50 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:42:25.969055 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-816527c8-4eb5-4569-b72f-8eb07d11142e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:26.044635 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=15 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:42:26.046453 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=11 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:42:28.290931 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-17b0784c-8cf0-449d-b4bd-f061cfafc9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:29.256598 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:42:29.452276 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:29.638481 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:30.962190 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:30.963567 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:34.036012 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559019b-cf0c-4091-a582-d7afcf1792e3 req-46200264-4833-4fa4-8c81-abb62864f385 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:34.037484 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-e559019b-cf0c-4091-a582-d7afcf1792e3 req-46200264-4833-4fa4-8c81-abb62864f385 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 945 time: 0.0478077 Sep 30 09:42:34.086918 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-e559019b-cf0c-4091-a582-d7afcf1792e3 req-e6a82e17-9068-4bd7-9900-2ddff2cd3db4 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0ce68be3-82f0-4947-a98e-f1221e68a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436504 Sep 30 09:42:35.217532 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e631a820-1904-473d-bb62-1254c830971c req-849c253e-023b-4f82-bb39-d52a7519b174 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:35.219031 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-e631a820-1904-473d-bb62-1254c830971c req-849c253e-023b-4f82-bb39-d52a7519b174 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 945 time: 0.0562298 Sep 30 09:42:35.271418 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-e631a820-1904-473d-bb62-1254c830971c req-9a431b5a-3fa5-4fd3-aa4a-abc4d32f60c5 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0ce68be3-82f0-4947-a98e-f1221e68a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463710 Sep 30 09:42:36.395349 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802cff4-82bb-459a-a329-e89bef79b70b req-df7a53b2-645c-4c52-b396-6928ffbea39b tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:36.396847 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-0802cff4-82bb-459a-a329-e89bef79b70b req-df7a53b2-645c-4c52-b396-6928ffbea39b tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 945 time: 0.0505216 Sep 30 09:42:36.447124 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-0802cff4-82bb-459a-a329-e89bef79b70b req-32b0e14a-1a5f-4c14-8048-bcde60a46c2c tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0ce68be3-82f0-4947-a98e-f1221e68a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446575 Sep 30 09:42:37.570393 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440f06e-0c39-428b-81dd-344d73c6b31d req-9881d3f6-eab2-45f9-99fc-d70e3392d82a tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:37.571902 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a440f06e-0c39-428b-81dd-344d73c6b31d req-9881d3f6-eab2-45f9-99fc-d70e3392d82a tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 945 time: 0.0491467 Sep 30 09:42:37.619938 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a440f06e-0c39-428b-81dd-344d73c6b31d req-44a043e3-85e8-4477-8f22-e1dbc642236b tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0ce68be3-82f0-4947-a98e-f1221e68a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425467 Sep 30 09:42:38.741976 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896ccd0-d9a2-484e-b40d-fb9ed67a2621 req-4e4b144d-916d-44d3-9d22-cd8e343924e2 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:38.743473 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f896ccd0-d9a2-484e-b40d-fb9ed67a2621 req-4e4b144d-916d-44d3-9d22-cd8e343924e2 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 945 time: 0.0475426 Sep 30 09:42:38.794054 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f896ccd0-d9a2-484e-b40d-fb9ed67a2621 req-fe6c356c-fd11-43f6-ab31-a8f49ba9e80d tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0ce68be3-82f0-4947-a98e-f1221e68a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447905 Sep 30 09:42:39.913239 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5987bbd-fcd7-4d0b-92cc-c87d38fcfae5 req-9a566970-3bc0-47c3-ab19-df9b34113fd3 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:39.914759 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c5987bbd-fcd7-4d0b-92cc-c87d38fcfae5 req-9a566970-3bc0-47c3-ab19-df9b34113fd3 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 945 time: 0.0471473 Sep 30 09:42:39.967803 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c5987bbd-fcd7-4d0b-92cc-c87d38fcfae5 req-a2fcd210-42fa-4123-9bea-2452e07bb3c9 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0ce68be3-82f0-4947-a98e-f1221e68a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476067 Sep 30 09:42:40.956049 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:42:40.960896 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:42:41.088204 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec607b1-3637-46e9-992f-d90f12a67718 req-5c994f02-b02f-45a5-9f61-0d462f986a77 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:41.089717 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-bec607b1-3637-46e9-992f-d90f12a67718 req-5c994f02-b02f-45a5-9f61-0d462f986a77 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 945 time: 0.0469472 Sep 30 09:42:41.139635 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-bec607b1-3637-46e9-992f-d90f12a67718 req-94ae02bd-ef55-4291-b1df-27c996ecb42c tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0ce68be3-82f0-4947-a98e-f1221e68a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442405 Sep 30 09:42:42.261701 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0e1d0-9c46-40c2-9d91-04226b909647 req-d1c0e91a-f2d2-4e2a-b635-5181f6b5ac6c tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:42.263153 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-fec0e1d0-9c46-40c2-9d91-04226b909647 req-d1c0e91a-f2d2-4e2a-b635-5181f6b5ac6c tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 945 time: 0.0474093 Sep 30 09:42:42.311806 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-fec0e1d0-9c46-40c2-9d91-04226b909647 req-6c1a64d0-0dfd-4d39-96bb-d0657639a1c5 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0ce68be3-82f0-4947-a98e-f1221e68a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428488 Sep 30 09:42:43.442538 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac2bad-ff46-4b9b-938b-2d3bdb010aca req-fad97c07-0f46-4252-ab9b-166c4c525b8d tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:43.444035 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8bac2bad-ff46-4b9b-938b-2d3bdb010aca req-fad97c07-0f46-4252-ab9b-166c4c525b8d tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 945 time: 0.0563774 Sep 30 09:42:43.493229 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8bac2bad-ff46-4b9b-938b-2d3bdb010aca req-f6ba93de-459c-4d42-af54-f50aa2a423f2 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0ce68be3-82f0-4947-a98e-f1221e68a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435359 Sep 30 09:42:44.616184 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0f767-d7fc-48d4-be5f-e7876fa2c8df req-bc5966cf-dfc9-4850-8c89-50e2aa73a91d tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:44.617615 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-88b0f767-d7fc-48d4-be5f-e7876fa2c8df req-bc5966cf-dfc9-4850-8c89-50e2aa73a91d tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 945 time: 0.0474141 Sep 30 09:42:44.666640 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-88b0f767-d7fc-48d4-be5f-e7876fa2c8df req-4b68c0f6-55ce-4fba-b368-ad9bb425c8db tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0ce68be3-82f0-4947-a98e-f1221e68a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434055 Sep 30 09:42:45.788065 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ab077-4569-4795-9a21-b927abecd04c req-d090cba7-091d-4b94-9155-719376f22b8c tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:45.789538 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-5f7ab077-4569-4795-9a21-b927abecd04c req-d090cba7-091d-4b94-9155-719376f22b8c tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 945 time: 0.0498865 Sep 30 09:42:45.832028 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:42:45.851030 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-5f7ab077-4569-4795-9a21-b927abecd04c req-b3e245a2-d898-4a65-8716-b717e4992439 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0ce68be3-82f0-4947-a98e-f1221e68a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551364 Sep 30 09:42:46.935677 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:42:46.971131 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368fb0c-ed88-4e58-a239-adbecd401023 req-6f3613cd-fd75-4a96-b790-0301a69214e6 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:46.973278 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-9368fb0c-ed88-4e58-a239-adbecd401023 req-6f3613cd-fd75-4a96-b790-0301a69214e6 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 945 time: 0.0466266 Sep 30 09:42:47.022291 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-9368fb0c-ed88-4e58-a239-adbecd401023 req-80331be6-2019-43a0-982d-dee3349fa349 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0ce68be3-82f0-4947-a98e-f1221e68a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434515 Sep 30 09:42:48.145580 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58b7ba-34d4-4171-ad43-8caa5bc577d3 req-ce6b70a6-0fe8-451e-9f31-c5242a94e70a tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:48.147062 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6a58b7ba-34d4-4171-ad43-8caa5bc577d3 req-ce6b70a6-0fe8-451e-9f31-c5242a94e70a tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 945 time: 0.0501633 Sep 30 09:42:48.196211 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6a58b7ba-34d4-4171-ad43-8caa5bc577d3 req-db55dac4-6b17-4b98-8f08-c47a882e5c0c tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0ce68be3-82f0-4947-a98e-f1221e68a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436876 Sep 30 09:42:49.161353 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0bc63-90f6-4f4f-aac1-aced6f8d48fd req-72ede2a9-bd69-4064-b494-c4004311a653 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:49.162853 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4ee0bc63-90f6-4f4f-aac1-aced6f8d48fd req-72ede2a9-bd69-4064-b494-c4004311a653 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 945 time: 0.0515735 Sep 30 09:42:49.210584 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4ee0bc63-90f6-4f4f-aac1-aced6f8d48fd req-ce75b5a6-57e0-4b25-99f3-8c88d56e4829 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4629d96a-ef50-4391-8e3b-cb87721ca7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420663 Sep 30 09:42:49.241523 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=5 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:42:49.242489 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:42:49.315362 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c86bd8-9c59-4ddc-999b-1d67d433c141 req-e12ba25c-263e-4cf1-a288-ea7253d00162 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:49.317623 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-34c86bd8-9c59-4ddc-999b-1d67d433c141 req-e12ba25c-263e-4cf1-a288-ea7253d00162 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 945 time: 0.0466690 Sep 30 09:42:49.366290 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-34c86bd8-9c59-4ddc-999b-1d67d433c141 req-f303f840-0e8d-446f-8e47-a5e757f41523 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0ce68be3-82f0-4947-a98e-f1221e68a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430267 Sep 30 09:42:50.334497 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e60a54-e0cc-4179-ba71-518efbf5e77a req-63604126-977b-4b03-8268-3aacc6a5f959 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:50.335964 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d6e60a54-e0cc-4179-ba71-518efbf5e77a req-63604126-977b-4b03-8268-3aacc6a5f959 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 945 time: 0.0497978 Sep 30 09:42:50.382687 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d6e60a54-e0cc-4179-ba71-518efbf5e77a req-510b1c5b-1123-4498-8464-aad07a5debab tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4629d96a-ef50-4391-8e3b-cb87721ca7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412550 Sep 30 09:42:50.499209 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca18d24-ae34-4600-88ae-6c91f5867b23 req-c2f944a9-1f33-4730-b848-d6c83fc9e9ae tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:50.500595 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6ca18d24-ae34-4600-88ae-6c91f5867b23 req-c2f944a9-1f33-4730-b848-d6c83fc9e9ae tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 945 time: 0.0564466 Sep 30 09:42:50.549853 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6ca18d24-ae34-4600-88ae-6c91f5867b23 req-85cdb550-88e5-4804-8040-b6ba823db489 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0ce68be3-82f0-4947-a98e-f1221e68a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436201 Sep 30 09:42:51.500796 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cd08d-6168-4c62-8f1b-42213c870244 req-f098f6c5-48d4-4c16-a5be-edcdcc407298 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:51.502271 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-273cd08d-6168-4c62-8f1b-42213c870244 req-f098f6c5-48d4-4c16-a5be-edcdcc407298 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 945 time: 0.0461011 Sep 30 09:42:51.553071 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-273cd08d-6168-4c62-8f1b-42213c870244 req-bc4d3196-a223-409e-9fb1-58a9a2b0423a tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4629d96a-ef50-4391-8e3b-cb87721ca7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447559 Sep 30 09:42:51.667714 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917cb64-bac5-4a66-a3a1-cd85743d987f req-3fe7e651-8e0e-4886-91ed-cebc0df4e3d0 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:51.669079 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6917cb64-bac5-4a66-a3a1-cd85743d987f req-3fe7e651-8e0e-4886-91ed-cebc0df4e3d0 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 945 time: 0.0459111 Sep 30 09:42:51.718125 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6917cb64-bac5-4a66-a3a1-cd85743d987f req-2632aa7a-6774-421c-8236-21c8d7d50341 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0ce68be3-82f0-4947-a98e-f1221e68a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436602 Sep 30 09:42:52.401212 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445e494-af04-4463-aa59-a14456a81a20 req-be0d6788-5209-4722-a058-f15c1919bf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:52.402722 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f445e494-af04-4463-aa59-a14456a81a20 req-be0d6788-5209-4722-a058-f15c1919bf79 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=2c1cb4c57c924a24ab3368be3a3384cb&device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 1129 time: 0.0388350 Sep 30 09:42:52.496442 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445e494-af04-4463-aa59-a14456a81a20 req-e440ed4f-2585-4e80-b0b3-75cd65747a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:52.497952 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f445e494-af04-4463-aa59-a14456a81a20 req-e440ed4f-2585-4e80-b0b3-75cd65747a82 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13 HTTP/1.1" status: 200 len: 909 time: 0.0873744 Sep 30 09:42:52.556864 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f445e494-af04-4463-aa59-a14456a81a20 req-d95eef2d-22fc-4a38-9687-fce989233c90 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed1f7cbd-202c-40f1-b4b1-df54f1f406e1 HTTP/1.1" status: 200 len: 1001 time: 0.0523937 Sep 30 09:42:52.676224 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a31fbe-cc51-41a0-9113-b0b17b507444 req-5569a54e-9ea0-4f50-908e-60d3013b66c0 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:52.677793 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-34a31fbe-cc51-41a0-9113-b0b17b507444 req-5569a54e-9ea0-4f50-908e-60d3013b66c0 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 945 time: 0.0497320 Sep 30 09:42:52.703128 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:42:52.725228 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-34a31fbe-cc51-41a0-9113-b0b17b507444 req-5d3573d3-b77f-42d8-9262-2b03b3f8f573 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=4629d96a-ef50-4391-8e3b-cb87721ca7ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419266 Sep 30 09:42:52.842514 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8824b8-947c-4eed-846e-7c1ac049caa3 req-37df643e-b1ef-4ad3-94a0-6fba81ccdab4 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:52.843876 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ae8824b8-947c-4eed-846e-7c1ac049caa3 req-37df643e-b1ef-4ad3-94a0-6fba81ccdab4 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 945 time: 0.0467465 Sep 30 09:42:52.854707 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:42:52.926469 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445e494-af04-4463-aa59-a14456a81a20 req-9046752b-81ad-41c3-ab7a-b7d168760196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:52.927902 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f445e494-af04-4463-aa59-a14456a81a20 req-9046752b-81ad-41c3-ab7a-b7d168760196 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=8a9b3a8a-aba0-4a7c-badd-f910fa652568 HTTP/1.1" status: 200 len: 847 time: 0.0713108 Sep 30 09:42:52.932568 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ae8824b8-947c-4eed-846e-7c1ac049caa3 req-017afcce-fa4b-4cbb-b4aa-02405a9c2743 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0ce68be3-82f0-4947-a98e-f1221e68a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832913 Sep 30 09:42:53.004636 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445e494-af04-4463-aa59-a14456a81a20 req-e0a448c0-aa9f-4862-9c1f-3414a3d81300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:53.006186 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f445e494-af04-4463-aa59-a14456a81a20 req-e0a448c0-aa9f-4862-9c1f-3414a3d81300 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0429344 Sep 30 09:42:53.011284 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18da4e-e7f2-4770-954c-93aa0db463a6 req-3c258824-8453-4387-a01b-fe6b6a0d66b4 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:53.012813 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-2e18da4e-e7f2-4770-954c-93aa0db463a6 req-3c258824-8453-4387-a01b-fe6b6a0d66b4 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 945 time: 0.0494585 Sep 30 09:42:53.095495 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-2e18da4e-e7f2-4770-954c-93aa0db463a6 req-0c4963be-a9f6-4a39-92f9-9c62797cfe3c tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Deleting port 08241924-11c7-44f7-a33d-b4ee4f70d72b {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:42:53.095755 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-2e18da4e-e7f2-4770-954c-93aa0db463a6 req-0c4963be-a9f6-4a39-92f9-9c62797cfe3c tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (08241924-11c7-44f7-a33d-b4ee4f70d72b), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:53.097563 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f445e494-af04-4463-aa59-a14456a81a20 req-7363a6ff-6b67-41d9-9ad1-9e236abef89f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843401 Sep 30 09:42:53.199336 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-2e18da4e-e7f2-4770-954c-93aa0db463a6 req-0c4963be-a9f6-4a39-92f9-9c62797cfe3c tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] For port 08241924-11c7-44f7-a33d-b4ee4f70d72b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=08241924-11c7-44f7-a33d-b4ee4f70d72b,segment=NetworkSegment(aefed406-fea3-4ed3-9e70-0a36d600f315),segment_id=aefed406-fea3-4ed3-9e70-0a36d600f315)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:42:53.199704 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-2e18da4e-e7f2-4770-954c-93aa0db463a6 req-0c4963be-a9f6-4a39-92f9-9c62797cfe3c tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (08241924-11c7-44f7-a33d-b4ee4f70d72b), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:53.206004 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f445e494-af04-4463-aa59-a14456a81a20 req-a3c8ebf0-890f-485a-9857-079047c18fc0 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013649 Sep 30 09:42:53.588559 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-2e18da4e-e7f2-4770-954c-93aa0db463a6 req-0c4963be-a9f6-4a39-92f9-9c62797cfe3c tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:53.588923 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-2e18da4e-e7f2-4770-954c-93aa0db463a6 req-0c4963be-a9f6-4a39-92f9-9c62797cfe3c tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759975'] for floatingip (b038b508-3cad-4a0a-9054-16799f3384e7), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:53.589243 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.db.l3_db [req-2e18da4e-e7f2-4770-954c-93aa0db463a6 req-0c4963be-a9f6-4a39-92f9-9c62797cfe3c tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Floating IP b038b508-3cad-4a0a-9054-16799f3384e7 disassociated. External IP: 172.37.1.21, port: 08241924-11c7-44f7-a33d-b4ee4f70d72b. Sep 30 09:42:53.589588 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-2e18da4e-e7f2-4770-954c-93aa0db463a6 req-0c4963be-a9f6-4a39-92f9-9c62797cfe3c tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Calling delete_port for 08241924-11c7-44f7-a33d-b4ee4f70d72b owned by compute:nova {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:42:53.717509 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-2e18da4e-e7f2-4770-954c-93aa0db463a6 req-0c4963be-a9f6-4a39-92f9-9c62797cfe3c tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (08241924-11c7-44f7-a33d-b4ee4f70d72b), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:53.745917 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4963be-a9f6-4a39-92f9-9c62797cfe3c tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Pushing event deleted for resources: {'Port': ['ID=08241924-11c7-44f7-a33d-b4ee4f70d72b,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:42:53.757922 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4963be-a9f6-4a39-92f9-9c62797cfe3c tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:53.758347 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4963be-a9f6-4a39-92f9-9c62797cfe3c tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:53.758598 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4963be-a9f6-4a39-92f9-9c62797cfe3c tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:53.758931 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4963be-a9f6-4a39-92f9-9c62797cfe3c tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:53.759265 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4963be-a9f6-4a39-92f9-9c62797cfe3c tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:53.759593 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4963be-a9f6-4a39-92f9-9c62797cfe3c tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:53.760122 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4963be-a9f6-4a39-92f9-9c62797cfe3c tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:53.760237 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4963be-a9f6-4a39-92f9-9c62797cfe3c tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:53.760555 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4963be-a9f6-4a39-92f9-9c62797cfe3c tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:53.760876 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4963be-a9f6-4a39-92f9-9c62797cfe3c tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:53.761197 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4963be-a9f6-4a39-92f9-9c62797cfe3c tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:53.761515 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4963be-a9f6-4a39-92f9-9c62797cfe3c tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:53.761856 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4963be-a9f6-4a39-92f9-9c62797cfe3c tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:53.762171 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4963be-a9f6-4a39-92f9-9c62797cfe3c tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:53.762487 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4963be-a9f6-4a39-92f9-9c62797cfe3c tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:53.837111 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c25472a5-04cd-42ba-82bd-9cd8e26b05ba req-3b70c90a-d410-4afb-8248-74e89714b168 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 210 time: 0.0295887 Sep 30 09:42:53.870793 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e18da4e-e7f2-4770-954c-93aa0db463a6 req-0c4963be-a9f6-4a39-92f9-9c62797cfe3c tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Router 509a618e-2aa3-4f01-bd1b-9adda5cd32f5 has already been hosted by L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 {{(pid=106375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:42:53.972231 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e18da4e-e7f2-4770-954c-93aa0db463a6 req-0c4963be-a9f6-4a39-92f9-9c62797cfe3c tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:42:53.983779 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e136d9-47d7-4b58-b233-ebff844671e4 None None] Sync routers for ids ['509a618e-2aa3-4f01-bd1b-9adda5cd32f5'] in dv-cinder-master-3-smb {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:42:53.994873 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e136d9-47d7-4b58-b233-ebff844671e4 None None] Routers {'509a618e-2aa3-4f01-bd1b-9adda5cd32f5'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:42:53.995623 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-f2e136d9-47d7-4b58-b233-ebff844671e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:42:28Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['509a618e-2aa3-4f01-bd1b-9adda5cd32f5'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:42:54.014979 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e18da4e-e7f2-4770-954c-93aa0db463a6 req-0c4963be-a9f6-4a39-92f9-9c62797cfe3c tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] No DVR routers for this DVR port 08241924-11c7-44f7-a33d-b4ee4f70d72b on host hv-cinder-maste {{(pid=106375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:42:54.018060 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-2e18da4e-e7f2-4770-954c-93aa0db463a6 req-0c4963be-a9f6-4a39-92f9-9c62797cfe3c tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:54.021665 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-2e18da4e-e7f2-4770-954c-93aa0db463a6 req-0c4963be-a9f6-4a39-92f9-9c62797cfe3c tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.40 "DELETE /networking/v2.0/ports/08241924-11c7-44f7-a33d-b4ee4f70d72b HTTP/1.1" status: 204 len: 173 time: 1.0042102 Sep 30 09:42:54.022197 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fafa2feb-3bc8-437d-915e-a443c5168d3c', 'name': 'network-vif-deleted', 'tag': '08241924-11c7-44f7-a33d-b4ee4f70d72b'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:42:54.024438 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a2765c340e485259911155c50f33e4425258638b85650f0a2a20d0c41df364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02409b86-6c29-42ff-b367-380a3ff5658a" -d '{"events": [{"server_uuid": "fafa2feb-3bc8-437d-915e-a443c5168d3c", "name": "network-vif-deleted", "tag": "08241924-11c7-44f7-a33d-b4ee4f70d72b"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:42:54.062310 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e97071-7ea8-445e-b714-7bf821b3bbb4 x-openstack-request-id: req-20e97071-7ea8-445e-b714-7bf821b3bbb4 {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:42:54.062600 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fafa2feb-3bc8-437d-915e-a443c5168d3c", "name": "network-vif-deleted", "tag": "08241924-11c7-44f7-a33d-b4ee4f70d72b", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:42:54.062851 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-20e97071-7ea8-445e-b714-7bf821b3bbb4 {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:42:54.063255 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20e97071-7ea8-445e-b714-7bf821b3bbb4'] response: {'server_uuid': 'fafa2feb-3bc8-437d-915e-a443c5168d3c', 'name': 'network-vif-deleted', 'tag': '08241924-11c7-44f7-a33d-b4ee4f70d72b', 'status': 'completed', 'code': 200} Sep 30 09:42:54.068906 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95dcb8-4d53-4173-a9af-27277577d1bf req-42f82a9d-1915-451f-9778-be1fcd949012 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:54.070528 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8f95dcb8-4d53-4173-a9af-27277577d1bf req-42f82a9d-1915-451f-9778-be1fcd949012 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 945 time: 0.0510728 Sep 30 09:42:54.110684 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-f2e136d9-47d7-4b58-b233-ebff844671e4 None None] Set router 509a618e-2aa3-4f01-bd1b-9adda5cd32f5 gateway port host: dv-cinder-master-3-smb {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:42:54.124263 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8f95dcb8-4d53-4173-a9af-27277577d1bf req-699b8735-e905-40c8-b615-095e22d4c6cb tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0ce68be3-82f0-4947-a98e-f1221e68a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472212 Sep 30 09:42:54.308985 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-f2e136d9-47d7-4b58-b233-ebff844671e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'name': 'tempest-ServerRescueNegativeTestJSON-1029638916-router', 'tenant_id': '4290a542e73045309f6ceb8d4f5a267b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e5d50185-2742-4381-9965-5e2e60a879a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:37:15Z', 'updated_at': '2022-09-30T09:37:19Z', 'revision_number': 4, 'project_id': '4290a542e73045309f6ceb8d4f5a267b', 'gw_port': {'id': 'e5d50185-2742-4381-9965-5e2e60a879a4', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:06:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:37:16Z', 'updated_at': '2022-09-30T09:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '9a21ddad-3d17-4345-b8b7-a6377ef66f8f', 'name': '', 'network_id': 'e45abb02-b319-4872-9fb3-ccc0ce9d74e7', 'tenant_id': '4290a542e73045309f6ceb8d4f5a267b', 'mac_address': 'fa:16:3e:76:07:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5c348d1c-15e8-416a-bb01-9bc4f4316ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:37:18Z', 'updated_at': '2022-09-30T09:37:24Z', 'revision_number': 5, 'project_id': '4290a542e73045309f6ceb8d4f5a267b', 'subnets': [{'id': '5c348d1c-15e8-416a-bb01-9bc4f4316ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:42:54.333241 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e136d9-47d7-4b58-b233-ebff844671e4 None None] Checking router: 509a618e-2aa3-4f01-bd1b-9adda5cd32f5 for host: dv-cinder-master-3-smb {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:42:54.341701 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e136d9-47d7-4b58-b233-ebff844671e4 None None] Routers {'509a618e-2aa3-4f01-bd1b-9adda5cd32f5'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:42:54.342257 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-f2e136d9-47d7-4b58-b233-ebff844671e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:42:28Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['509a618e-2aa3-4f01-bd1b-9adda5cd32f5'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:42:54.446172 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-f2e136d9-47d7-4b58-b233-ebff844671e4 None None] Set router 509a618e-2aa3-4f01-bd1b-9adda5cd32f5 gateway port host: dv-cinder-master-3-smb {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:42:54.630261 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-f2e136d9-47d7-4b58-b233-ebff844671e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'name': 'tempest-ServerRescueNegativeTestJSON-1029638916-router', 'tenant_id': '4290a542e73045309f6ceb8d4f5a267b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e5d50185-2742-4381-9965-5e2e60a879a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:37:15Z', 'updated_at': '2022-09-30T09:37:19Z', 'revision_number': 4, 'project_id': '4290a542e73045309f6ceb8d4f5a267b', 'gw_port': {'id': 'e5d50185-2742-4381-9965-5e2e60a879a4', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:06:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:37:16Z', 'updated_at': '2022-09-30T09:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '9a21ddad-3d17-4345-b8b7-a6377ef66f8f', 'name': '', 'network_id': 'e45abb02-b319-4872-9fb3-ccc0ce9d74e7', 'tenant_id': '4290a542e73045309f6ceb8d4f5a267b', 'mac_address': 'fa:16:3e:76:07:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5c348d1c-15e8-416a-bb01-9bc4f4316ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:37:18Z', 'updated_at': '2022-09-30T09:37:24Z', 'revision_number': 5, 'project_id': '4290a542e73045309f6ceb8d4f5a267b', 'subnets': [{'id': '5c348d1c-15e8-416a-bb01-9bc4f4316ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:42:54.654902 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e136d9-47d7-4b58-b233-ebff844671e4 None None] The sync data for ids ['509a618e-2aa3-4f01-bd1b-9adda5cd32f5'] in dv-cinder-master-3-smb is: [{'id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'name': 'tempest-ServerRescueNegativeTestJSON-1029638916-router', 'tenant_id': '4290a542e73045309f6ceb8d4f5a267b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e5d50185-2742-4381-9965-5e2e60a879a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:37:15Z', 'updated_at': '2022-09-30T09:37:19Z', 'revision_number': 4, 'project_id': '4290a542e73045309f6ceb8d4f5a267b', 'gw_port': {'id': 'e5d50185-2742-4381-9965-5e2e60a879a4', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:06:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:37:16Z', 'updated_at': '2022-09-30T09:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '9a21ddad-3d17-4345-b8b7-a6377ef66f8f', 'name': '', 'network_id': 'e45abb02-b319-4872-9fb3-ccc0ce9d74e7', 'tenant_id': '4290a542e73045309f6ceb8d4f5a267b', 'mac_address': 'fa:16:3e:76:07:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '5c348d1c-15e8-416a-bb01-9bc4f4316ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:37:18Z', 'updated_at': '2022-09-30T09:37:24Z', 'revision_number': 5, 'project_id': '4290a542e73045309f6ceb8d4f5a267b', 'subnets': [{'id': '5c348d1c-15e8-416a-bb01-9bc4f4316ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:42:54.908677 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce50ab85-dd0c-4199-b454-b388b0c1cb2e None None] New status for floating IP b038b508-3cad-4a0a-9054-16799f3384e7: DOWN {{(pid=106377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 09:42:55.017146 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6440f105-001a-4948-a306-d1751e1dbd8f req-f0ddf405-5a57-4215-94f5-cc75e98c72f1 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fafa2feb-3bc8-437d-915e-a443c5168d3c HTTP/1.1" status: 200 len: 210 time: 0.0484664 Sep 30 09:42:55.249815 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f2364-98f8-4577-a1fc-cd09990bc763 req-f7541c1e-778b-45ad-9611-1209ee817be5 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:55.251246 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-0e1f2364-98f8-4577-a1fc-cd09990bc763 req-f7541c1e-778b-45ad-9611-1209ee817be5 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 945 time: 0.0476575 Sep 30 09:42:55.305695 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-0e1f2364-98f8-4577-a1fc-cd09990bc763 req-3c268ccc-8ec8-4d4f-81ce-398445069f64 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0ce68be3-82f0-4947-a98e-f1221e68a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479205 Sep 30 09:42:56.009406 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-df7d7c77-51f1-4860-b43f-40beb2dd1e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:56.112422 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 43052) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:42:56.167262 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9669f800-e589-41bd-bb96-8d205f0765e7 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks [] for security_group (4629d96a-ef50-4391-8e3b-cb87721ca7ba), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:56.188819 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9669f800-e589-41bd-bb96-8d205f0765e7 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks [] for security_group (4629d96a-ef50-4391-8e3b-cb87721ca7ba), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:56.239700 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9669f800-e589-41bd-bb96-8d205f0765e7 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (4629d96a-ef50-4391-8e3b-cb87721ca7ba), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:56.242364 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9669f800-e589-41bd-bb96-8d205f0765e7 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:56.243497 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-9669f800-e589-41bd-bb96-8d205f0765e7 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/4629d96a-ef50-4391-8e3b-cb87721ca7ba HTTP/1.1" status: 204 len: 168 time: 0.1301010 Sep 30 09:42:56.246400 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 43054) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:42:56.252714 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9669f800-e589-41bd-bb96-8d205f0765e7 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4629d96a-ef50-4391-8e3b-cb87721ca7ba,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:42:56.260872 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9669f800-e589-41bd-bb96-8d205f0765e7 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:56.261031 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.api.v2.resource [None req-5e15acd4-b6ea-4efa-9dfd-e3b9f41adf4b tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] show failed (client error): The resource could not be found. Sep 30 09:42:56.261219 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9669f800-e589-41bd-bb96-8d205f0765e7 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:56.261563 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9669f800-e589-41bd-bb96-8d205f0765e7 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:56.261924 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9669f800-e589-41bd-bb96-8d205f0765e7 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:56.262259 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9669f800-e589-41bd-bb96-8d205f0765e7 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:56.262593 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9669f800-e589-41bd-bb96-8d205f0765e7 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:56.262924 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9669f800-e589-41bd-bb96-8d205f0765e7 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:56.263249 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9669f800-e589-41bd-bb96-8d205f0765e7 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:56.263573 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9669f800-e589-41bd-bb96-8d205f0765e7 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:56.263892 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9669f800-e589-41bd-bb96-8d205f0765e7 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:56.264229 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9669f800-e589-41bd-bb96-8d205f0765e7 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:56.264535 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9669f800-e589-41bd-bb96-8d205f0765e7 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:56.264752 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-5e15acd4-b6ea-4efa-9dfd-e3b9f41adf4b tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups/4629d96a-ef50-4391-8e3b-cb87721ca7ba HTTP/1.1" status: 404 len: 347 time: 0.0173819 Sep 30 09:42:56.264899 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9669f800-e589-41bd-bb96-8d205f0765e7 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:56.265159 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9669f800-e589-41bd-bb96-8d205f0765e7 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:56.265291 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 43056) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:42:56.265477 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9669f800-e589-41bd-bb96-8d205f0765e7 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:56.368067 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:42:56.382588 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-9c960560-d5e6-4c64-bda2-20b633cd15ff tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Deleting port 5d7c69c9-cd3a-4dbf-8de7-a10c022efb1d {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:42:56.383014 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9c960560-d5e6-4c64-bda2-20b633cd15ff tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (5d7c69c9-cd3a-4dbf-8de7-a10c022efb1d), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:56.426520 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774ff94-3786-4952-8f4b-a81876887df0 req-b641d3e3-50e7-441b-a057-bb66f8ae5507 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:56.428084 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f774ff94-3786-4952-8f4b-a81876887df0 req-b641d3e3-50e7-441b-a057-bb66f8ae5507 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 945 time: 0.0489960 Sep 30 09:42:56.432922 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:42:56.469858 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9c960560-d5e6-4c64-bda2-20b633cd15ff tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (5d7c69c9-cd3a-4dbf-8de7-a10c022efb1d), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:56.470094 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9c960560-d5e6-4c64-bda2-20b633cd15ff tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks [] for floatingip (5d7c69c9-cd3a-4dbf-8de7-a10c022efb1d), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:56.479998 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f774ff94-3786-4952-8f4b-a81876887df0 req-68164e08-6116-4918-b352-7cdea7c7cd1b tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0ce68be3-82f0-4947-a98e-f1221e68a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463979 Sep 30 09:42:56.483018 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-9c960560-d5e6-4c64-bda2-20b633cd15ff tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Calling delete_port for 5d7c69c9-cd3a-4dbf-8de7-a10c022efb1d owned by network:floatingip {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:42:56.556973 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [req-9b4e2cb2-270d-4c59-9e06-1213b6f0e8a3 req-ea459ed0-a313-4954-b249-b7e510c3e30d service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 30 09:42:56.557971 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-9b4e2cb2-270d-4c59-9e06-1213b6f0e8a3 req-ea459ed0-a313-4954-b249-b7e510c3e30d service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052481 Sep 30 09:42:56.624433 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9c960560-d5e6-4c64-bda2-20b633cd15ff tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (5d7c69c9-cd3a-4dbf-8de7-a10c022efb1d), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:56.651811 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c960560-d5e6-4c64-bda2-20b633cd15ff tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Pushing event deleted for resources: {'Port': ['ID=5d7c69c9-cd3a-4dbf-8de7-a10c022efb1d,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:42:56.714439 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9c960560-d5e6-4c64-bda2-20b633cd15ff tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks [] for floatingip (b038b508-3cad-4a0a-9054-16799f3384e7), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:56.716948 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9c960560-d5e6-4c64-bda2-20b633cd15ff tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for floatingip (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:56.718140 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-9c960560-d5e6-4c64-bda2-20b633cd15ff tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/b038b508-3cad-4a0a-9054-16799f3384e7 HTTP/1.1" status: 204 len: 168 time: 0.4519384 Sep 30 09:42:56.733417 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 43072) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:42:56.754799 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945dc86a-e22c-4047-82b1-0e13674d258f req-02ff7d96-9801-4b5b-8469-5383ad21bf5c tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:56.756312 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-945dc86a-e22c-4047-82b1-0e13674d258f req-02ff7d96-9801-4b5b-8469-5383ad21bf5c tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 945 time: 0.0572629 Sep 30 09:42:56.821772 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:42:56.840116 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-b2e64cfe-be59-4edd-9755-8987dc6061ee req-f8500e58-d4a6-4596-abb3-04a0c6406468 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1055970 Sep 30 09:42:56.849757 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [req-b2e64cfe-be59-4edd-9755-8987dc6061ee req-0daafabe-5a4c-4142-9de6-38d203cb28b8 service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 30 09:42:56.850724 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-b2e64cfe-be59-4edd-9755-8987dc6061ee req-0daafabe-5a4c-4142-9de6-38d203cb28b8 service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0056293 Sep 30 09:42:56.859454 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-945dc86a-e22c-4047-82b1-0e13674d258f req-dadf43a6-0091-4d8b-bf7f-ff8f9109e065 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0ce68be3-82f0-4947-a98e-f1221e68a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966828 Sep 30 09:42:56.916864 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 08241924-11c7-44f7-a33d-b4ee4f70d72b no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:42:56.931081 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 43082) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:42:56.936884 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] No Port match for: 08241924-11c7-44f7-a33d-b4ee4f70d72b {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:42:56.937239 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 08241924-11c7-44f7-a33d-b4ee4f70d72b not bound to the agent host hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:42:56.984337 dv-cinder-master-3-smb neutron-server[106375]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 30 09:42:57.031798 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e64cfe-be59-4edd-9755-8987dc6061ee req-a0519be3-a0d2-48ca-b5b2-3d71acb368ac tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:57.033138 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-b2e64cfe-be59-4edd-9755-8987dc6061ee req-a0519be3-a0d2-48ca-b5b2-3d71acb368ac tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports/ed1f7cbd-202c-40f1-b4b1-df54f1f406e1 HTTP/1.1" status: 200 len: 942 time: 0.1010764 Sep 30 09:42:57.989250 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb7810-eadc-4420-a5ef-fcd80ba8228d req-d79c20ee-c74d-4b04-b47b-3c4f0eea6878 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:57.990863 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-3eeb7810-eadc-4420-a5ef-fcd80ba8228d req-d79c20ee-c74d-4b04-b47b-3c4f0eea6878 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 945 time: 0.0524178 Sep 30 09:42:58.038679 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:42:58.044393 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-3eeb7810-eadc-4420-a5ef-fcd80ba8228d req-6de352e6-40f1-4eeb-b027-6a6978abc6c0 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0ce68be3-82f0-4947-a98e-f1221e68a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465128 Sep 30 09:42:58.292662 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b1d635f3-3398-4723-9622-a749e7d84321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:58.505034 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e64cfe-be59-4edd-9755-8987dc6061ee req-d39ddfc7-d6f7-4836-a25c-74e0fcf1dcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:58.506549 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-b2e64cfe-be59-4edd-9755-8987dc6061ee req-d39ddfc7-d6f7-4836-a25c-74e0fcf1dcfc service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f&tenant_id=2c1cb4c57c924a24ab3368be3a3384cb HTTP/1.1" status: 200 len: 1129 time: 0.0481248 Sep 30 09:42:58.583300 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e64cfe-be59-4edd-9755-8987dc6061ee req-fb88297c-ae99-4b9b-bf45-3100d8abf67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:58.584663 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-b2e64cfe-be59-4edd-9755-8987dc6061ee req-fb88297c-ae99-4b9b-bf45-3100d8abf67d service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=2c1cb4c57c924a24ab3368be3a3384cb&device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 1129 time: 0.0379951 Sep 30 09:42:58.675387 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e64cfe-be59-4edd-9755-8987dc6061ee req-515e97c3-fc4d-4ea8-bc12-963c44af4e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:58.676887 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-b2e64cfe-be59-4edd-9755-8987dc6061ee req-515e97c3-fc4d-4ea8-bc12-963c44af4e8c service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13 HTTP/1.1" status: 200 len: 909 time: 0.0857401 Sep 30 09:42:58.739335 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-b2e64cfe-be59-4edd-9755-8987dc6061ee req-da7ee64f-5bd6-4a1c-a7f5-c8630eb606ac service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed1f7cbd-202c-40f1-b4b1-df54f1f406e1 HTTP/1.1" status: 200 len: 1001 time: 0.0552704 Sep 30 09:42:58.787151 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e64cfe-be59-4edd-9755-8987dc6061ee req-eb9a5dd1-a803-4690-b65f-86103e788d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:58.789547 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-b2e64cfe-be59-4edd-9755-8987dc6061ee req-eb9a5dd1-a803-4690-b65f-86103e788d0b service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=8a9b3a8a-aba0-4a7c-badd-f910fa652568 HTTP/1.1" status: 200 len: 847 time: 0.0448632 Sep 30 09:42:58.835861 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e64cfe-be59-4edd-9755-8987dc6061ee req-b6425ae8-a570-41ce-a2c5-3008b00b4214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:58.837231 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-b2e64cfe-be59-4edd-9755-8987dc6061ee req-b6425ae8-a570-41ce-a2c5-3008b00b4214 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0418198 Sep 30 09:42:58.924626 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-b2e64cfe-be59-4edd-9755-8987dc6061ee req-935bc5af-c5dd-490d-aba0-2dbf99e2edcf service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812449 Sep 30 09:42:58.931396 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device ed1f7cbd-202c-40f1-b4b1-df54f1f406e1 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:42:59.006160 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port ed1f7cbd-202c-40f1-b4b1-df54f1f406e1 is: ACTIVE; New status is: DOWN {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:42:59.006549 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (ed1f7cbd-202c-40f1-b4b1-df54f1f406e1), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:59.019667 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-b2e64cfe-be59-4edd-9755-8987dc6061ee req-eff74668-5205-4b89-ae8c-16f5d524de2d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889924 Sep 30 09:42:59.030126 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a267ca-6987-46ee-84ec-ee5fb7c4a27f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed1f7cbd-202c-40f1-b4b1-df54f1f406e1'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:42:59.032323 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}572cd3d2a36c298d242844143b4f2eb8d6763781bbf742a8cfd50e233d5d8038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab9e4b1-e2aa-42fc-bcf7-c5fc3699cbe2" -d '{"events": [{"server_uuid": "70a267ca-6987-46ee-84ec-ee5fb7c4a27f", "name": "network-vif-unplugged", "status": "completed", "tag": "ed1f7cbd-202c-40f1-b4b1-df54f1f406e1"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:42:59.047556 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port ed1f7cbd-202c-40f1-b4b1-df54f1f406e1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ed1f7cbd-202c-40f1-b4b1-df54f1f406e1,segment=NetworkSegment(4a059b5f-6655-47a2-992e-a2bd3453be44),segment_id=4a059b5f-6655-47a2-992e-a2bd3453be44)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:42:59.053168 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (ed1f7cbd-202c-40f1-b4b1-df54f1f406e1), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:59.077819 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Sep 2022 09:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113e2064-4a70-4213-ad0c-46a6559bd539 x-openstack-request-id: req-113e2064-4a70-4213-ad0c-46a6559bd539 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:42:59.078140 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a267ca-6987-46ee-84ec-ee5fb7c4a27f", "name": "network-vif-unplugged", "status": "completed", "tag": "ed1f7cbd-202c-40f1-b4b1-df54f1f406e1", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:42:59.078402 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-113e2064-4a70-4213-ad0c-46a6559bd539 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:42:59.078798 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-113e2064-4a70-4213-ad0c-46a6559bd539'] response: {'server_uuid': '70a267ca-6987-46ee-84ec-ee5fb7c4a27f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed1f7cbd-202c-40f1-b4b1-df54f1f406e1', 'code': 200} Sep 30 09:42:59.109234 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=ed1f7cbd-202c-40f1-b4b1-df54f1f406e1,revision_number=6']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:42:59.120145 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:59.120499 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:59.120843 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:59.121296 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:59.121733 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:59.122600 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:59.123095 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:59.123580 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:59.124074 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:59.125532 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:59.126075 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:59.126605 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:59.127089 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:59.127581 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:59.128060 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:42:59.190100 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d6225-c9ea-48be-a6c4-0b19e84ca36b req-086931ff-b898-4654-9828-102fc806104b tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:59.192249 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1c7d6225-c9ea-48be-a6c4-0b19e84ca36b req-086931ff-b898-4654-9828-102fc806104b tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 943 time: 0.0537298 Sep 30 09:42:59.279470 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d767d9b-c074-4efb-b4ff-1e9c6d7610f9 req-16bc4499-4666-4e45-b319-956f418d878f tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:42:59.280932 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-5d767d9b-c074-4efb-b4ff-1e9c6d7610f9 req-16bc4499-4666-4e45-b319-956f418d878f tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 945 time: 0.0813711 Sep 30 09:42:59.286246 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1c7d6225-c9ea-48be-a6c4-0b19e84ca36b req-4e9eefe7-6e8a-4b70-8016-f5709d722b34 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0ce68be3-82f0-4947-a98e-f1221e68a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882967 Sep 30 09:42:59.329595 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-5d767d9b-c074-4efb-b4ff-1e9c6d7610f9 req-e4b28515-53b3-4c9b-a108-6149c43bfcde tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424151 Sep 30 09:42:59.455522 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:42:59.664495 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:00.407899 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7818ed2-a5af-4455-80f9-3246de50f690 req-c83c7bfe-8a23-4699-b365-08154da8d066 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:00.409440 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a7818ed2-a5af-4455-80f9-3246de50f690 req-c83c7bfe-8a23-4699-b365-08154da8d066 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 943 time: 0.0482016 Sep 30 09:43:00.482099 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72804406-af80-49f2-b40e-03f2e73caab0 req-daef906f-3c0a-4174-8cb3-464411754de4 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:00.483666 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-72804406-af80-49f2-b40e-03f2e73caab0 req-daef906f-3c0a-4174-8cb3-464411754de4 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 945 time: 0.0732260 Sep 30 09:43:00.515138 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a7818ed2-a5af-4455-80f9-3246de50f690 req-ecba75e2-02a5-4ca6-b2c6-15ee39bca6ee tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0ce68be3-82f0-4947-a98e-f1221e68a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961442 Sep 30 09:43:00.545820 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-72804406-af80-49f2-b40e-03f2e73caab0 req-87975699-1ca5-4799-9dde-debb4478020d tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554516 Sep 30 09:43:00.969779 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:00.971618 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:01.661220 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf004659-f492-4a36-bc5e-f5cf3a8a4a1b req-5b487cdd-4ac1-45ca-b235-8c6dd4d3c7c6 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:01.662629 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-bf004659-f492-4a36-bc5e-f5cf3a8a4a1b req-5b487cdd-4ac1-45ca-b235-8c6dd4d3c7c6 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 943 time: 0.0720127 Sep 30 09:43:01.684285 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d6f49-a35c-4f86-8ee0-5e94f0e79ab2 req-39e86e15-b6b4-48a2-bb0a-e72af5435284 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:01.685692 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-401d6f49-a35c-4f86-8ee0-5e94f0e79ab2 req-39e86e15-b6b4-48a2-bb0a-e72af5435284 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 945 time: 0.0637598 Sep 30 09:43:01.754787 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-bf004659-f492-4a36-bc5e-f5cf3a8a4a1b req-443ee9c9-4b0d-40f4-b1d7-095a72833be4 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0ce68be3-82f0-4947-a98e-f1221e68a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865064 Sep 30 09:43:01.761652 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-401d6f49-a35c-4f86-8ee0-5e94f0e79ab2 req-f3d3bb89-a6c7-4cb1-a0a1-42c171052284 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698402 Sep 30 09:43:02.902933 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee405536-889b-4bdf-ac2d-8d8ccc1cd156 req-2acb138c-6403-4d23-8974-f55830137d17 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:02.904387 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ee405536-889b-4bdf-ac2d-8d8ccc1cd156 req-2acb138c-6403-4d23-8974-f55830137d17 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 943 time: 0.0750520 Sep 30 09:43:02.910592 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ab92e-0bc6-49f9-8022-b4f500c5e9fd req-e74a2803-8f23-49e5-813a-b7883873300b tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:02.911940 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-750ab92e-0bc6-49f9-8022-b4f500c5e9fd req-e74a2803-8f23-49e5-813a-b7883873300b tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 945 time: 0.0720830 Sep 30 09:43:02.944621 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device ed1f7cbd-202c-40f1-b4b1-df54f1f406e1 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:43:02.990519 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ee405536-889b-4bdf-ac2d-8d8ccc1cd156 req-86e0dd36-975a-4f64-932d-afb6ad25de15 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0ce68be3-82f0-4947-a98e-f1221e68a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776424 Sep 30 09:43:02.994659 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-750ab92e-0bc6-49f9-8022-b4f500c5e9fd req-f54dcb51-0484-4aab-b9c7-83bb60868937 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759437 Sep 30 09:43:03.048636 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port ed1f7cbd-202c-40f1-b4b1-df54f1f406e1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ed1f7cbd-202c-40f1-b4b1-df54f1f406e1,segment=NetworkSegment(4a059b5f-6655-47a2-992e-a2bd3453be44),segment_id=4a059b5f-6655-47a2-992e-a2bd3453be44)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:43:03.059882 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Returning: {'device': 'ed1f7cbd-202c-40f1-b4b1-df54f1f406e1', 'network_id': 'c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13', 'port_id': 'ed1f7cbd-202c-40f1-b4b1-df54f1f406e1', 'mac_address': 'fa:16:3e:67:09:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a9b3a8a-aba0-4a7c-badd-f910fa652568', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:43:03.100430 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port ed1f7cbd-202c-40f1-b4b1-df54f1f406e1 is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:43:03.100819 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (ed1f7cbd-202c-40f1-b4b1-df54f1f406e1), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:03.119799 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed1f7cbd-202c-40f1-b4b1-df54f1f406e1 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:43:03.139159 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port ed1f7cbd-202c-40f1-b4b1-df54f1f406e1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ed1f7cbd-202c-40f1-b4b1-df54f1f406e1,segment=NetworkSegment(4a059b5f-6655-47a2-992e-a2bd3453be44),segment_id=4a059b5f-6655-47a2-992e-a2bd3453be44)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:43:03.143317 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (ed1f7cbd-202c-40f1-b4b1-df54f1f406e1), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:03.186739 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:03.190777 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=ed1f7cbd-202c-40f1-b4b1-df54f1f406e1,revision_number=7']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:43:03.679247 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] get_ports_and_sgs() called for port_ids ['ed1f7cbd-202c-40f1-b4b1-df54f1f406e1'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:43:03.787927 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:04.000010 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ef216-4c31-4c55-8aef-0c8d666c2764 req-60441acb-98a2-40f2-a4fa-a616f7070bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:04.001506 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a18ef216-4c31-4c55-8aef-0c8d666c2764 req-60441acb-98a2-40f2-a4fa-a616f7070bd4 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 1128 time: 0.0392005 Sep 30 09:43:04.007258 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a68453-920c-4512-aedd-4372f22cada3 req-8221dc66-fd51-4f01-8dde-132a0c60f4f4 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:04.008722 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-18a68453-920c-4512-aedd-4372f22cada3 req-8221dc66-fd51-4f01-8dde-132a0c60f4f4 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 945 time: 0.0467677 Sep 30 09:43:04.088308 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:04.094290 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:04.126311 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a18ef216-4c31-4c55-8aef-0c8d666c2764 req-96ada09c-31eb-4bef-bc52-60a2dc2888f0 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0ce68be3-82f0-4947-a98e-f1221e68a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860662 Sep 30 09:43:04.149905 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-18a68453-920c-4512-aedd-4372f22cada3 req-3aef1345-064d-4757-9678-348deaf48e7d tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Deleting port 2046ed66-ea53-4a0e-ac98-334741b28408 {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:43:04.150254 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-18a68453-920c-4512-aedd-4372f22cada3 req-3aef1345-064d-4757-9678-348deaf48e7d tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (2046ed66-ea53-4a0e-ac98-334741b28408), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:04.164959 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:04.188313 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4adae6-0069-45fd-8efc-303d6ad3f414 req-18c6a574-881d-4ee3-9c57-d8e0b8f506db tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:04.189800 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-2e4adae6-0069-45fd-8efc-303d6ad3f414 req-18c6a574-881d-4ee3-9c57-d8e0b8f506db tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 945 time: 0.0974562 Sep 30 09:43:04.195894 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec0ab89-09a9-4cf1-9e3f-d81235e317a7 req-5d44d01c-84b1-4087-af1c-fad78c64d1c5 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:04.196792 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7ec0ab89-09a9-4cf1-9e3f-d81235e317a7 req-5d44d01c-84b1-4087-af1c-fad78c64d1c5 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 944 time: 0.0957737 Sep 30 09:43:04.241861 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-18a68453-920c-4512-aedd-4372f22cada3 req-3aef1345-064d-4757-9678-348deaf48e7d tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] For port 2046ed66-ea53-4a0e-ac98-334741b28408, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2046ed66-ea53-4a0e-ac98-334741b28408,segment=NetworkSegment(aefed406-fea3-4ed3-9e70-0a36d600f315),segment_id=aefed406-fea3-4ed3-9e70-0a36d600f315)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:43:04.242141 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-18a68453-920c-4512-aedd-4372f22cada3 req-3aef1345-064d-4757-9678-348deaf48e7d tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (2046ed66-ea53-4a0e-ac98-334741b28408), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:04.255378 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-18a68453-920c-4512-aedd-4372f22cada3 req-3aef1345-064d-4757-9678-348deaf48e7d tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Calling delete_port for 2046ed66-ea53-4a0e-ac98-334741b28408 owned by compute:nova {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:43:04.273429 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-2e4adae6-0069-45fd-8efc-303d6ad3f414 req-18a1544b-d85d-4bde-9cf4-ae9d9fb22baa tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757036 Sep 30 09:43:04.277967 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7ec0ab89-09a9-4cf1-9e3f-d81235e317a7 req-86acda4b-38c8-4520-967a-d28f8b19c4f6 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0ce68be3-82f0-4947-a98e-f1221e68a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731914 Sep 30 09:43:04.385671 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-18a68453-920c-4512-aedd-4372f22cada3 req-3aef1345-064d-4757-9678-348deaf48e7d tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (2046ed66-ea53-4a0e-ac98-334741b28408), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:04.412947 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef1345-064d-4757-9678-348deaf48e7d tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Pushing event deleted for resources: {'Port': ['ID=2046ed66-ea53-4a0e-ac98-334741b28408,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:43:04.458100 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a68453-920c-4512-aedd-4372f22cada3 req-3aef1345-064d-4757-9678-348deaf48e7d tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] No DVR routers for this DVR port 2046ed66-ea53-4a0e-ac98-334741b28408 on host hv-cinder-maste {{(pid=106375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:43:04.461201 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-18a68453-920c-4512-aedd-4372f22cada3 req-3aef1345-064d-4757-9678-348deaf48e7d tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:04.465611 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-18a68453-920c-4512-aedd-4372f22cada3 req-3aef1345-064d-4757-9678-348deaf48e7d tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.40 "DELETE /networking/v2.0/ports/2046ed66-ea53-4a0e-ac98-334741b28408 HTTP/1.1" status: 204 len: 173 time: 0.4252961 Sep 30 09:43:04.466255 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38594fe-f6b0-4575-ab5c-995c455aa87d', 'name': 'network-vif-deleted', 'tag': '2046ed66-ea53-4a0e-ac98-334741b28408'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:43:04.468477 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a2765c340e485259911155c50f33e4425258638b85650f0a2a20d0c41df364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd909425-1db9-4cce-89de-d4b509c6769b" -d '{"events": [{"server_uuid": "e38594fe-f6b0-4575-ab5c-995c455aa87d", "name": "network-vif-deleted", "tag": "2046ed66-ea53-4a0e-ac98-334741b28408"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:43:04.504991 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4795a920-4611-4c01-80d8-fbb132423e8d x-openstack-request-id: req-4795a920-4611-4c01-80d8-fbb132423e8d {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:43:04.505281 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38594fe-f6b0-4575-ab5c-995c455aa87d", "name": "network-vif-deleted", "tag": "2046ed66-ea53-4a0e-ac98-334741b28408", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:43:04.505531 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4795a920-4611-4c01-80d8-fbb132423e8d {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:43:04.505959 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4795a920-4611-4c01-80d8-fbb132423e8d'] response: {'server_uuid': 'e38594fe-f6b0-4575-ab5c-995c455aa87d', 'name': 'network-vif-deleted', 'tag': '2046ed66-ea53-4a0e-ac98-334741b28408', 'status': 'completed', 'code': 200} Sep 30 09:43:04.625903 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=68 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:04.633782 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=64 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:04.808951 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] get_ports_and_sgs() called for port_ids ['d766fa0b-5fc2-4f74-aff0-320d632bed9c', '2046ed66-ea53-4a0e-ac98-334741b28408'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:43:05.063274 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device ed1f7cbd-202c-40f1-b4b1-df54f1f406e1 up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:43:05.107134 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Provisioning complete for port ed1f7cbd-202c-40f1-b4b1-df54f1f406e1 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:43:05.107505 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (ed1f7cbd-202c-40f1-b4b1-df54f1f406e1), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:05.107838 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Attempt 1 to provision port ed1f7cbd-202c-40f1-b4b1-df54f1f406e1 Sep 30 09:43:05.181767 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port ed1f7cbd-202c-40f1-b4b1-df54f1f406e1 is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:43:05.182149 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (ed1f7cbd-202c-40f1-b4b1-df54f1f406e1), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:05.205100 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a267ca-6987-46ee-84ec-ee5fb7c4a27f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1f7cbd-202c-40f1-b4b1-df54f1f406e1'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:43:05.207880 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}572cd3d2a36c298d242844143b4f2eb8d6763781bbf742a8cfd50e233d5d8038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ccd924d-1e2a-48d4-b5ee-894d4216e0b2" -d '{"events": [{"server_uuid": "70a267ca-6987-46ee-84ec-ee5fb7c4a27f", "name": "network-vif-plugged", "status": "completed", "tag": "ed1f7cbd-202c-40f1-b4b1-df54f1f406e1"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:43:05.224955 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port ed1f7cbd-202c-40f1-b4b1-df54f1f406e1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ed1f7cbd-202c-40f1-b4b1-df54f1f406e1,segment=NetworkSegment(4a059b5f-6655-47a2-992e-a2bd3453be44),segment_id=4a059b5f-6655-47a2-992e-a2bd3453be44)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:43:05.228795 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (ed1f7cbd-202c-40f1-b4b1-df54f1f406e1), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:05.229806 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 2046ed66-ea53-4a0e-ac98-334741b28408 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:43:05.251143 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686cb2b2-d4a6-42bb-8365-cdab9e3a14e8 x-openstack-request-id: req-686cb2b2-d4a6-42bb-8365-cdab9e3a14e8 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:43:05.251426 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a267ca-6987-46ee-84ec-ee5fb7c4a27f", "name": "network-vif-plugged", "status": "completed", "tag": "ed1f7cbd-202c-40f1-b4b1-df54f1f406e1", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:43:05.251673 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-686cb2b2-d4a6-42bb-8365-cdab9e3a14e8 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:43:05.252061 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-686cb2b2-d4a6-42bb-8365-cdab9e3a14e8'] response: {'server_uuid': '70a267ca-6987-46ee-84ec-ee5fb7c4a27f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1f7cbd-202c-40f1-b4b1-df54f1f406e1', 'code': 200} Sep 30 09:43:05.269206 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] No Port match for: 2046ed66-ea53-4a0e-ac98-334741b28408 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:43:05.270106 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 2046ed66-ea53-4a0e-ac98-334741b28408 not bound to the agent host hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:43:05.296172 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=ed1f7cbd-202c-40f1-b4b1-df54f1f406e1,revision_number=8']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:43:05.374475 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:05.410659 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-bcadb9dd-d783-46a2-8829-26cf987d7a4e req-f9eefc25-ae26-4438-961c-ec78ac7f6ca6 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 210 time: 0.0440369 Sep 30 09:43:05.423689 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498478bd-f1ec-4aed-94ed-69fd57d593f3 req-5000b013-b9bb-4989-9ee2-982a28356063 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:05.425120 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-498478bd-f1ec-4aed-94ed-69fd57d593f3 req-5000b013-b9bb-4989-9ee2-982a28356063 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 945 time: 0.0711789 Sep 30 09:43:05.477593 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-498478bd-f1ec-4aed-94ed-69fd57d593f3 req-e02670c1-01a1-4c09-a5e2-0a8660cda088 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0ce68be3-82f0-4947-a98e-f1221e68a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462317 Sep 30 09:43:06.256704 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:43:06.461089 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-81e0a2ec-d282-4b75-bf11-b160635a00c5 req-c85d2d1c-1c2b-4ce3-81a5-4391e0d19d2f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b18a2b1f-f57b-46af-a893-bd3a63ed5e91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437753 Sep 30 09:43:06.539017 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-25999c30-e12c-46c2-a195-85ff05078911 req-1508362c-254f-4174-8704-40083e441a99 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e38594fe-f6b0-4575-ab5c-995c455aa87d HTTP/1.1" status: 200 len: 210 time: 0.0354159 Sep 30 09:43:06.578033 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0a2ec-d282-4b75-bf11-b160635a00c5 req-664842bb-dc27-4307-90ce-c47b6c8c8699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:06.579570 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-81e0a2ec-d282-4b75-bf11-b160635a00c5 req-664842bb-dc27-4307-90ce-c47b6c8c8699 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=4290a542e73045309f6ceb8d4f5a267b&device_id=b18a2b1f-f57b-46af-a893-bd3a63ed5e91 HTTP/1.1" status: 200 len: 1130 time: 0.0495806 Sep 30 09:43:06.616896 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567499ba-f221-437c-aef5-4a0cdeeacaf8 req-d77b300c-5b90-422f-973f-f241b4db5ea6 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:06.618383 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-567499ba-f221-437c-aef5-4a0cdeeacaf8 req-d77b300c-5b90-422f-973f-f241b4db5ea6 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 945 time: 0.0468013 Sep 30 09:43:06.669710 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-567499ba-f221-437c-aef5-4a0cdeeacaf8 req-e7a37ce0-4b76-4cb7-8ba2-5ac6bf870698 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0ce68be3-82f0-4947-a98e-f1221e68a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456500 Sep 30 09:43:06.898576 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0a2ec-d282-4b75-bf11-b160635a00c5 req-b9fcb11d-efe2-4655-a0b3-0dd6347dab80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:06.900040 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-81e0a2ec-d282-4b75-bf11-b160635a00c5 req-b9fcb11d-efe2-4655-a0b3-0dd6347dab80 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=e45abb02-b319-4872-9fb3-ccc0ce9d74e7 HTTP/1.1" status: 200 len: 920 time: 0.0944257 Sep 30 09:43:06.945219 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-81e0a2ec-d282-4b75-bf11-b160635a00c5 req-b34bf96c-820a-4f8d-b164-bf2c802d9747 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d766fa0b-5fc2-4f74-aff0-320d632bed9c HTTP/1.1" status: 200 len: 217 time: 0.0371342 Sep 30 09:43:07.002025 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0a2ec-d282-4b75-bf11-b160635a00c5 req-8dc41a20-5ee4-4947-86bc-401a8b534c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:07.003476 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-81e0a2ec-d282-4b75-bf11-b160635a00c5 req-8dc41a20-5ee4-4947-86bc-401a8b534c0e service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=5c348d1c-15e8-416a-bb01-9bc4f4316ae7 HTTP/1.1" status: 200 len: 858 time: 0.0449929 Sep 30 09:43:07.046570 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0a2ec-d282-4b75-bf11-b160635a00c5 req-e2fa02a5-fc96-4356-808a-8bdb88720a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:07.048024 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-81e0a2ec-d282-4b75-bf11-b160635a00c5 req-e2fa02a5-fc96-4356-808a-8bdb88720a43 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=e45abb02-b319-4872-9fb3-ccc0ce9d74e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0386364 Sep 30 09:43:07.140892 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-81e0a2ec-d282-4b75-bf11-b160635a00c5 req-1768ad45-f8d0-4ef3-a90d-674c2e4bad96 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e45abb02-b319-4872-9fb3-ccc0ce9d74e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861189 Sep 30 09:43:07.231970 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-81e0a2ec-d282-4b75-bf11-b160635a00c5 req-617c2114-e977-4526-afa1-4a15212767ca service neutron] 10.222.0.40 "GET /networking/v2.0/networks/e45abb02-b319-4872-9fb3-ccc0ce9d74e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848620 Sep 30 09:43:07.810433 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ded37-be3f-454f-a492-0c1536267575 req-4b353eed-8b4d-4e20-b9b6-f5960db55904 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:07.811882 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7e3ded37-be3f-454f-a492-0c1536267575 req-4b353eed-8b4d-4e20-b9b6-f5960db55904 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b18a2b1f-f57b-46af-a893-bd3a63ed5e91 HTTP/1.1" status: 200 len: 946 time: 0.0465086 Sep 30 09:43:07.861374 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7e3ded37-be3f-454f-a492-0c1536267575 req-7fcff19b-5b29-46ed-8b1d-0519080a0b4c tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438972 Sep 30 09:43:08.986738 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc0da7-f9e7-492c-a509-8386df975976 req-ba07e00a-be5b-4cc3-baed-16e9ef285983 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:08.988206 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c2bc0da7-f9e7-492c-a509-8386df975976 req-ba07e00a-be5b-4cc3-baed-16e9ef285983 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b18a2b1f-f57b-46af-a893-bd3a63ed5e91 HTTP/1.1" status: 200 len: 946 time: 0.0477450 Sep 30 09:43:09.036499 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c2bc0da7-f9e7-492c-a509-8386df975976 req-bb76ad2d-a07a-47ce-b0e9-689abc1c7de1 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426035 Sep 30 09:43:10.156700 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4637f-149c-4023-866e-ddd244988f55 req-3229c587-aa3e-45e3-874f-8be49e51bfd1 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:10.158181 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4df4637f-149c-4023-866e-ddd244988f55 req-3229c587-aa3e-45e3-874f-8be49e51bfd1 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b18a2b1f-f57b-46af-a893-bd3a63ed5e91 HTTP/1.1" status: 200 len: 946 time: 0.0475132 Sep 30 09:43:10.204687 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4df4637f-149c-4023-866e-ddd244988f55 req-c8608ef4-dd87-40c7-9f48-896eb7fdb639 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f1825298-f299-4332-b9b8-52cb37ca37dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403099 Sep 30 09:43:10.471507 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707bc4b-b240-4d9f-ae89-af9f201463cf req-636a79ff-4018-4623-82eb-891b5950f681 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:10.473666 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-e707bc4b-b240-4d9f-ae89-af9f201463cf req-636a79ff-4018-4623-82eb-891b5950f681 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b18a2b1f-f57b-46af-a893-bd3a63ed5e91 HTTP/1.1" status: 200 len: 946 time: 0.0449557 Sep 30 09:43:10.551698 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:10.555989 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-e707bc4b-b240-4d9f-ae89-af9f201463cf req-47c1250c-2cae-4b4c-8db3-3dac05b739d6 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Deleting port d766fa0b-5fc2-4f74-aff0-320d632bed9c {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:43:10.556423 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-e707bc4b-b240-4d9f-ae89-af9f201463cf req-47c1250c-2cae-4b4c-8db3-3dac05b739d6 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (d766fa0b-5fc2-4f74-aff0-320d632bed9c), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:10.560172 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:10.649528 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-e707bc4b-b240-4d9f-ae89-af9f201463cf req-47c1250c-2cae-4b4c-8db3-3dac05b739d6 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] For port d766fa0b-5fc2-4f74-aff0-320d632bed9c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d766fa0b-5fc2-4f74-aff0-320d632bed9c,segment=NetworkSegment(aefed406-fea3-4ed3-9e70-0a36d600f315),segment_id=aefed406-fea3-4ed3-9e70-0a36d600f315)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:43:10.649916 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-e707bc4b-b240-4d9f-ae89-af9f201463cf req-47c1250c-2cae-4b4c-8db3-3dac05b739d6 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (d766fa0b-5fc2-4f74-aff0-320d632bed9c), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:10.663319 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-e707bc4b-b240-4d9f-ae89-af9f201463cf req-47c1250c-2cae-4b4c-8db3-3dac05b739d6 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Calling delete_port for d766fa0b-5fc2-4f74-aff0-320d632bed9c owned by compute:nova {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:43:10.791238 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-e707bc4b-b240-4d9f-ae89-af9f201463cf req-47c1250c-2cae-4b4c-8db3-3dac05b739d6 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (d766fa0b-5fc2-4f74-aff0-320d632bed9c), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:10.816379 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1250c-2cae-4b4c-8db3-3dac05b739d6 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Pushing event deleted for resources: {'Port': ['ID=d766fa0b-5fc2-4f74-aff0-320d632bed9c,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:43:10.825487 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] get_ports_and_sgs() called for port_ids ['d766fa0b-5fc2-4f74-aff0-320d632bed9c'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:43:10.864406 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-e707bc4b-b240-4d9f-ae89-af9f201463cf req-47c1250c-2cae-4b4c-8db3-3dac05b739d6 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] No DVR routers for this DVR port d766fa0b-5fc2-4f74-aff0-320d632bed9c on host hv-cinder-maste {{(pid=106375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:43:10.867039 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-e707bc4b-b240-4d9f-ae89-af9f201463cf req-47c1250c-2cae-4b4c-8db3-3dac05b739d6 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:10.870725 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-e707bc4b-b240-4d9f-ae89-af9f201463cf req-47c1250c-2cae-4b4c-8db3-3dac05b739d6 tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.40 "DELETE /networking/v2.0/ports/d766fa0b-5fc2-4f74-aff0-320d632bed9c HTTP/1.1" status: 204 len: 173 time: 0.3929033 Sep 30 09:43:10.871228 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18a2b1f-f57b-46af-a893-bd3a63ed5e91', 'name': 'network-vif-deleted', 'tag': 'd766fa0b-5fc2-4f74-aff0-320d632bed9c'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:43:10.873701 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a2765c340e485259911155c50f33e4425258638b85650f0a2a20d0c41df364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80bac1c-41a2-4577-81ec-7b50824c0b04" -d '{"events": [{"server_uuid": "b18a2b1f-f57b-46af-a893-bd3a63ed5e91", "name": "network-vif-deleted", "tag": "d766fa0b-5fc2-4f74-aff0-320d632bed9c"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:43:10.918983 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e3fdba-2a2d-4552-aee5-783b83ed1ae1 x-openstack-request-id: req-a2e3fdba-2a2d-4552-aee5-783b83ed1ae1 {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:43:10.919463 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18a2b1f-f57b-46af-a893-bd3a63ed5e91", "name": "network-vif-deleted", "tag": "d766fa0b-5fc2-4f74-aff0-320d632bed9c", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:43:10.919784 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a2e3fdba-2a2d-4552-aee5-783b83ed1ae1 {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:43:10.920252 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2e3fdba-2a2d-4552-aee5-783b83ed1ae1'] response: {'server_uuid': 'b18a2b1f-f57b-46af-a893-bd3a63ed5e91', 'name': 'network-vif-deleted', 'tag': 'd766fa0b-5fc2-4f74-aff0-320d632bed9c', 'status': 'completed', 'code': 200} Sep 30 09:43:11.327786 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-0b87d5fa-bc71-45dd-9c2e-952eb32d1c54 req-e7c730ab-9d37-4198-a2a9-ce1bd7f8ce4c tempest-ServerRescueNegativeTestJSON-116871600 tempest-ServerRescueNegativeTestJSON-116871600-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b18a2b1f-f57b-46af-a893-bd3a63ed5e91 HTTP/1.1" status: 200 len: 210 time: 0.0315127 Sep 30 09:43:12.394521 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 43164) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:43:12.853998 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-64590c5e-f2ac-4fd7-afcc-a2bbbe756502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555431'] for router_interface (509a618e-2aa3-4f01-bd1b-9adda5cd32f5), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:12.929053 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:13.306029 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:13.362770 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-64590c5e-f2ac-4fd7-afcc-a2bbbe756502 admin admin] Deleting port 9a21ddad-3d17-4345-b8b7-a6377ef66f8f {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:43:13.363110 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-64590c5e-f2ac-4fd7-afcc-a2bbbe756502 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (9a21ddad-3d17-4345-b8b7-a6377ef66f8f), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:13.445003 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-64590c5e-f2ac-4fd7-afcc-a2bbbe756502 admin admin] For port 9a21ddad-3d17-4345-b8b7-a6377ef66f8f, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=9a21ddad-3d17-4345-b8b7-a6377ef66f8f,segment=NetworkSegment(aefed406-fea3-4ed3-9e70-0a36d600f315),segment_id=aefed406-fea3-4ed3-9e70-0a36d600f315)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:43:13.445618 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-64590c5e-f2ac-4fd7-afcc-a2bbbe756502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (9a21ddad-3d17-4345-b8b7-a6377ef66f8f), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:13.457558 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-64590c5e-f2ac-4fd7-afcc-a2bbbe756502 admin admin] Calling delete_port for 9a21ddad-3d17-4345-b8b7-a6377ef66f8f owned by network:router_interface {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:43:13.633884 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-64590c5e-f2ac-4fd7-afcc-a2bbbe756502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29089666'] for port (9a21ddad-3d17-4345-b8b7-a6377ef66f8f), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:13.659315 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64590c5e-f2ac-4fd7-afcc-a2bbbe756502 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a21ddad-3d17-4345-b8b7-a6377ef66f8f,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:43:13.817966 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-64590c5e-f2ac-4fd7-afcc-a2bbbe756502 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-760599'] for router_interface (509a618e-2aa3-4f01-bd1b-9adda5cd32f5), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:14.028407 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64590c5e-f2ac-4fd7-afcc-a2bbbe756502 admin admin] Router 509a618e-2aa3-4f01-bd1b-9adda5cd32f5 has already been hosted by L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:43:14.031662 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:14.131963 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64590c5e-f2ac-4fd7-afcc-a2bbbe756502 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:43:14.137239 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-64590c5e-f2ac-4fd7-afcc-a2bbbe756502 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/509a618e-2aa3-4f01-bd1b-9adda5cd32f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7414277 Sep 30 09:43:14.140010 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 43168) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:43:14.140567 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a094512-aab1-4439-8f6f-f8a8f59ad072 None None] Sync routers for ids ['509a618e-2aa3-4f01-bd1b-9adda5cd32f5'] in dv-cinder-master-3-smb {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:43:14.152122 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a094512-aab1-4439-8f6f-f8a8f59ad072 None None] Routers {'509a618e-2aa3-4f01-bd1b-9adda5cd32f5'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:43:14.152718 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-5a094512-aab1-4439-8f6f-f8a8f59ad072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:42:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['509a618e-2aa3-4f01-bd1b-9adda5cd32f5'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:43:14.240127 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4952c682-3270-498d-949e-e24deb654088 admin admin] Publish callbacks [] for router (509a618e-2aa3-4f01-bd1b-9adda5cd32f5), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:14.255187 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-5a094512-aab1-4439-8f6f-f8a8f59ad072 None None] Set router 509a618e-2aa3-4f01-bd1b-9adda5cd32f5 gateway port host: dv-cinder-master-3-smb {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:43:14.344444 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4952c682-3270-498d-949e-e24deb654088 admin admin] Publish callbacks [] for router_gateway (509a618e-2aa3-4f01-bd1b-9adda5cd32f5), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:14.388253 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-4952c682-3270-498d-949e-e24deb654088 admin admin] Deleting port e5d50185-2742-4381-9965-5e2e60a879a4 {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:43:14.388616 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4952c682-3270-498d-949e-e24deb654088 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (e5d50185-2742-4381-9965-5e2e60a879a4), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:14.428148 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-5a094512-aab1-4439-8f6f-f8a8f59ad072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'name': 'tempest-ServerRescueNegativeTestJSON-1029638916-router', 'tenant_id': '4290a542e73045309f6ceb8d4f5a267b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.176'}], 'enable_snat': True}, 'gw_port_id': 'e5d50185-2742-4381-9965-5e2e60a879a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:37:15Z', 'updated_at': '2022-09-30T09:43:13Z', 'revision_number': 5, 'project_id': '4290a542e73045309f6ceb8d4f5a267b', 'gw_port': {'id': 'e5d50185-2742-4381-9965-5e2e60a879a4', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:06:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:37:16Z', 'updated_at': '2022-09-30T09:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:43:14.453226 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a094512-aab1-4439-8f6f-f8a8f59ad072 None None] Checking router: 509a618e-2aa3-4f01-bd1b-9adda5cd32f5 for host: dv-cinder-master-3-smb {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:43:14.462064 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a094512-aab1-4439-8f6f-f8a8f59ad072 None None] Routers {'509a618e-2aa3-4f01-bd1b-9adda5cd32f5'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:43:14.462665 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-5a094512-aab1-4439-8f6f-f8a8f59ad072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:42:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['509a618e-2aa3-4f01-bd1b-9adda5cd32f5'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:43:14.476722 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [None req-4952c682-3270-498d-949e-e24deb654088 admin admin] For port e5d50185-2742-4381-9965-5e2e60a879a4, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=e5d50185-2742-4381-9965-5e2e60a879a4,segment=NetworkSegment(8ee3384b-29eb-481d-9dfd-879c28cb46fd),segment_id=8ee3384b-29eb-481d-9dfd-879c28cb46fd)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:43:14.477091 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4952c682-3270-498d-949e-e24deb654088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (e5d50185-2742-4381-9965-5e2e60a879a4), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:14.489602 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-4952c682-3270-498d-949e-e24deb654088 admin admin] Calling delete_port for e5d50185-2742-4381-9965-5e2e60a879a4 owned by network:router_gateway {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:43:14.634714 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-5a094512-aab1-4439-8f6f-f8a8f59ad072 None None] Set router 509a618e-2aa3-4f01-bd1b-9adda5cd32f5 gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:43:14.685160 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-5a094512-aab1-4439-8f6f-f8a8f59ad072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'name': 'tempest-ServerRescueNegativeTestJSON-1029638916-router', 'tenant_id': '4290a542e73045309f6ceb8d4f5a267b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:37:15Z', 'updated_at': '2022-09-30T09:43:14Z', 'revision_number': 6, 'project_id': '4290a542e73045309f6ceb8d4f5a267b', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:43:14.714864 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a094512-aab1-4439-8f6f-f8a8f59ad072 None None] The sync data for ids ['509a618e-2aa3-4f01-bd1b-9adda5cd32f5'] in dv-cinder-master-3-smb is: [{'id': '509a618e-2aa3-4f01-bd1b-9adda5cd32f5', 'name': 'tempest-ServerRescueNegativeTestJSON-1029638916-router', 'tenant_id': '4290a542e73045309f6ceb8d4f5a267b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:37:15Z', 'updated_at': '2022-09-30T09:43:14Z', 'revision_number': 6, 'project_id': '4290a542e73045309f6ceb8d4f5a267b', 'gw_port_host': None}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:43:14.857654 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:14.882277 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4952c682-3270-498d-949e-e24deb654088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (e5d50185-2742-4381-9965-5e2e60a879a4), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:14.887072 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:14.907296 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4952c682-3270-498d-949e-e24deb654088 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5d50185-2742-4381-9965-5e2e60a879a4,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:43:14.974377 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4952c682-3270-498d-949e-e24deb654088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759905'] for router_gateway (509a618e-2aa3-4f01-bd1b-9adda5cd32f5), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:15.003284 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device d766fa0b-5fc2-4f74-aff0-320d632bed9c no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:43:15.080577 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4952c682-3270-498d-949e-e24deb654088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1175'] for router (509a618e-2aa3-4f01-bd1b-9adda5cd32f5), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:15.083777 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4952c682-3270-498d-949e-e24deb654088 admin admin] Publish callbacks [] for router_controller (509a618e-2aa3-4f01-bd1b-9adda5cd32f5), precommit_delete_associations {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:15.150029 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] No Port match for: d766fa0b-5fc2-4f74-aff0-320d632bed9c {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:43:15.150029 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device d766fa0b-5fc2-4f74-aff0-320d632bed9c not bound to the agent host hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:43:15.155884 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4952c682-3270-498d-949e-e24deb654088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-760673'] for router (509a618e-2aa3-4f01-bd1b-9adda5cd32f5), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:15.156776 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4952c682-3270-498d-949e-e24deb654088 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 509a618e-2aa3-4f01-bd1b-9adda5cd32f5 {{(pid=106375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 09:43:15.163472 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4952c682-3270-498d-949e-e24deb654088 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:15.164698 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-4952c682-3270-498d-949e-e24deb654088 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/509a618e-2aa3-4f01-bd1b-9adda5cd32f5 HTTP/1.1" status: 204 len: 168 time: 1.0236633 Sep 30 09:43:15.167685 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 43170) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:43:15.221718 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b610987-ac7a-4e2a-b39d-ce7b4f2203f6 admin admin] Deleting subnet 5c348d1c-15e8-416a-bb01-9bc4f4316ae7 {{(pid=106375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 30 09:43:15.226168 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9b610987-ac7a-4e2a-b39d-ce7b4f2203f6 admin admin] Publish callbacks [] for subnet (5c348d1c-15e8-416a-bb01-9bc4f4316ae7), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:15.261306 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9b610987-ac7a-4e2a-b39d-ce7b4f2203f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32198673'] for subnet (5c348d1c-15e8-416a-bb01-9bc4f4316ae7), precommit_delete_associations {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:15.334806 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9b610987-ac7a-4e2a-b39d-ce7b4f2203f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3558478'] for subnet (5c348d1c-15e8-416a-bb01-9bc4f4316ae7), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:15.389724 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9b610987-ac7a-4e2a-b39d-ce7b4f2203f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1379239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32359409'] for subnet (5c348d1c-15e8-416a-bb01-9bc4f4316ae7), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:15.417980 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b610987-ac7a-4e2a-b39d-ce7b4f2203f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c348d1c-15e8-416a-bb01-9bc4f4316ae7,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:43:15.419949 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9b610987-ac7a-4e2a-b39d-ce7b4f2203f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for subnet (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:15.423573 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-9b610987-ac7a-4e2a-b39d-ce7b4f2203f6 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/5c348d1c-15e8-416a-bb01-9bc4f4316ae7 HTTP/1.1" status: 204 len: 168 time: 0.2548268 Sep 30 09:43:15.426278 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 43172) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:43:15.426634 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142a65ce-312d-4e52-abcf-160a134267d0 None None] Network e45abb02-b319-4872-9fb3-ccc0ce9d74e7 requested from dv-cinder-master-3-smb {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:43:15.495280 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b793fc17-8c27-42c1-aa5e-3cbd07f0f66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3480607'] for network (e45abb02-b319-4872-9fb3-ccc0ce9d74e7), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:15.506158 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:15.545340 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-b793fc17-8c27-42c1-aa5e-3cbd07f0f66d admin admin] Deleting port ff69caed-b763-4cd9-bbb1-ca1e7fa653ab {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:43:15.545719 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b793fc17-8c27-42c1-aa5e-3cbd07f0f66d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (ff69caed-b763-4cd9-bbb1-ca1e7fa653ab), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:15.545920 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 9a21ddad-3d17-4345-b8b7-a6377ef66f8f no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:43:15.575142 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] No Port match for: 9a21ddad-3d17-4345-b8b7-a6377ef66f8f {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:43:15.575490 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 9a21ddad-3d17-4345-b8b7-a6377ef66f8f not bound to the agent host dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:43:15.598803 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b75b3fc-3626-4abd-abe3-b2c7979dc0a7 None None] DHCP port deletion for e45abb02-b319-4872-9fb3-ccc0ce9d74e7 request from dv-cinder-master-3-smb {{(pid=106377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 30 09:43:15.619629 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [None req-b793fc17-8c27-42c1-aa5e-3cbd07f0f66d admin admin] For port ff69caed-b763-4cd9-bbb1-ca1e7fa653ab, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=ff69caed-b763-4cd9-bbb1-ca1e7fa653ab,segment=NetworkSegment(aefed406-fea3-4ed3-9e70-0a36d600f315),segment_id=aefed406-fea3-4ed3-9e70-0a36d600f315)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:43:15.619995 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b793fc17-8c27-42c1-aa5e-3cbd07f0f66d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (ff69caed-b763-4cd9-bbb1-ca1e7fa653ab), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:15.634693 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-b793fc17-8c27-42c1-aa5e-3cbd07f0f66d admin admin] Calling delete_port for ff69caed-b763-4cd9-bbb1-ca1e7fa653ab owned by network:dhcp {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:43:15.635696 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-7b75b3fc-3626-4abd-abe3-b2c7979dc0a7 None None] Deleting port ff69caed-b763-4cd9-bbb1-ca1e7fa653ab {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:43:15.636142 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7b75b3fc-3626-4abd-abe3-b2c7979dc0a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (ff69caed-b763-4cd9-bbb1-ca1e7fa653ab), before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:15.702707 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-7b75b3fc-3626-4abd-abe3-b2c7979dc0a7 None None] For port ff69caed-b763-4cd9-bbb1-ca1e7fa653ab, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=ff69caed-b763-4cd9-bbb1-ca1e7fa653ab,segment=NetworkSegment(aefed406-fea3-4ed3-9e70-0a36d600f315),segment_id=aefed406-fea3-4ed3-9e70-0a36d600f315)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:43:15.703192 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7b75b3fc-3626-4abd-abe3-b2c7979dc0a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (ff69caed-b763-4cd9-bbb1-ca1e7fa653ab), precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:15.720115 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b793fc17-8c27-42c1-aa5e-3cbd07f0f66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (ff69caed-b763-4cd9-bbb1-ca1e7fa653ab), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:15.720609 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-7b75b3fc-3626-4abd-abe3-b2c7979dc0a7 None None] Calling delete_port for ff69caed-b763-4cd9-bbb1-ca1e7fa653ab owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:43:15.750592 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b793fc17-8c27-42c1-aa5e-3cbd07f0f66d admin admin] No DVR routers for this DVR port ff69caed-b763-4cd9-bbb1-ca1e7fa653ab on host dv-cinder-master-3-smb {{(pid=106375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:43:15.752374 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b793fc17-8c27-42c1-aa5e-3cbd07f0f66d admin admin] Pushing event deleted for resources: {'Port': ['ID=ff69caed-b763-4cd9-bbb1-ca1e7fa653ab,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:43:15.822489 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:15.830449 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b793fc17-8c27-42c1-aa5e-3cbd07f0f66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599224', 'neutron.services.segments.db._delete_segments_for_network-8770945895626'] for network (e45abb02-b319-4872-9fb3-ccc0ce9d74e7), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:15.842668 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7b75b3fc-3626-4abd-abe3-b2c7979dc0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787'] for port (ff69caed-b763-4cd9-bbb1-ca1e7fa653ab), after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:15.853435 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.services.segments.db [None req-b793fc17-8c27-42c1-aa5e-3cbd07f0f66d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e45abb02-b319-4872-9fb3-ccc0ce9d74e7']}} {{(pid=106375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:43:15.863987 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.services.segments.db [None req-b793fc17-8c27-42c1-aa5e-3cbd07f0f66d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aefed406-fea3-4ed3-9e70-0a36d600f315') {'for_net_delete': True} {{(pid=106375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:43:15.864459 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.services.segments.db [None req-b793fc17-8c27-42c1-aa5e-3cbd07f0f66d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aefed406-fea3-4ed3-9e70-0a36d600f315') {} {{(pid=106375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:43:15.872543 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b75b3fc-3626-4abd-abe3-b2c7979dc0a7 None None] Pushing event deleted for resources: {'Port': ['ID=ff69caed-b763-4cd9-bbb1-ca1e7fa653ab,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:43:15.874650 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b793fc17-8c27-42c1-aa5e-3cbd07f0f66d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770945931879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32198680'] for segment (aefed406-fea3-4ed3-9e70-0a36d600f315), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:15.876591 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b75b3fc-3626-4abd-abe3-b2c7979dc0a7 None None] No DVR routers for this DVR port ff69caed-b763-4cd9-bbb1-ca1e7fa653ab on host dv-cinder-master-3-smb {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:43:15.883601 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:15.892284 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:15.897163 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b793fc17-8c27-42c1-aa5e-3cbd07f0f66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765'] for segment (aefed406-fea3-4ed3-9e70-0a36d600f315), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:15.905536 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b793fc17-8c27-42c1-aa5e-3cbd07f0f66d admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=106375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:43:15.905960 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b793fc17-8c27-42c1-aa5e-3cbd07f0f66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1379081'] for segment (aefed406-fea3-4ed3-9e70-0a36d600f315), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:15.970124 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b793fc17-8c27-42c1-aa5e-3cbd07f0f66d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3599219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759962'] for network (e45abb02-b319-4872-9fb3-ccc0ce9d74e7), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:15.980098 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-b793fc17-8c27-42c1-aa5e-3cbd07f0f66d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for network (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:15.980098 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-b793fc17-8c27-42c1-aa5e-3cbd07f0f66d admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/e45abb02-b319-4872-9fb3-ccc0ce9d74e7 HTTP/1.1" status: 204 len: 168 time: 0.5515819 Sep 30 09:43:15.991187 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b793fc17-8c27-42c1-aa5e-3cbd07f0f66d admin admin] Pushing event deleted for resources: {'Network': ['ID=e45abb02-b319-4872-9fb3-ccc0ce9d74e7,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:43:15.996809 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.services.segments.plugin [-] Segment aefed406-fea3-4ed3-9e70-0a36d600f315 resource provider aggregate not found Sep 30 09:43:16.014124 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.services.segments.plugin [-] Segment aefed406-fea3-4ed3-9e70-0a36d600f315 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aefed406-fea3-4ed3-9e70-0a36d600f315 found for delete ", "request_id": "req-90bdceee-2c98-4fba-94b0-2a42b7de328b"}]} Sep 30 09:43:16.091859 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 43182) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:43:16.132151 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-105031a0-a0b1-4663-be5b-6ea179526e6c admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=4290a542e73045309f6ceb8d4f5a267b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391302 Sep 30 09:43:16.134541 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 43184) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:43:16.181768 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-71fa484b-ac8f-436d-86ec-acc179c5e86c admin admin] Publish callbacks [] for security_group (f1825298-f299-4332-b9b8-52cb37ca37dd), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:16.202172 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-71fa484b-ac8f-436d-86ec-acc179c5e86c admin admin] Publish callbacks [] for security_group (f1825298-f299-4332-b9b8-52cb37ca37dd), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:16.250115 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-71fa484b-ac8f-436d-86ec-acc179c5e86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (f1825298-f299-4332-b9b8-52cb37ca37dd), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:16.252710 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-71fa484b-ac8f-436d-86ec-acc179c5e86c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:16.254546 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-71fa484b-ac8f-436d-86ec-acc179c5e86c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f1825298-f299-4332-b9b8-52cb37ca37dd HTTP/1.1" status: 204 len: 168 time: 0.1184759 Sep 30 09:43:16.262659 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa484b-ac8f-436d-86ec-acc179c5e86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1825298-f299-4332-b9b8-52cb37ca37dd,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:43:16.990517 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device e5d50185-2742-4381-9965-5e2e60a879a4 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:43:17.009032 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] No Port match for: e5d50185-2742-4381-9965-5e2e60a879a4 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:43:17.009305 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device e5d50185-2742-4381-9965-5e2e60a879a4 not bound to the agent host dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:43:17.009749 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device ff69caed-b763-4cd9-bbb1-ca1e7fa653ab no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:43:17.028486 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] No Port match for: ff69caed-b763-4cd9-bbb1-ca1e7fa653ab {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:43:17.028838 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device ff69caed-b763-4cd9-bbb1-ca1e7fa653ab not bound to the agent host dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:43:18.184329 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 43256) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:43:18.292108 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-c4fd0251-9a11-464c-819d-a3df209e8e48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:18.367963 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-c4fd0251-9a11-464c-819d-a3df209e8e48 admin admin] Publish callbacks [] for security_group (d2e49361-5300-4092-a374-1e806342ab6c), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:18.372472 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-c4fd0251-9a11-464c-819d-a3df209e8e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (d2e49361-5300-4092-a374-1e806342ab6c), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:18.413456 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-c4fd0251-9a11-464c-819d-a3df209e8e48 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=77e6f8f64fe0408e913eed33ee35efdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280648 Sep 30 09:43:18.414355 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd0251-9a11-464c-819d-a3df209e8e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e49361-5300-4092-a374-1e806342ab6c,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:43:18.417136 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 43260) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:43:18.435615 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:18.469806 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d59b5c91-5930-4e36-8f4d-5d7804ad3883 admin admin] Publish callbacks [] for security_group (d2e49361-5300-4092-a374-1e806342ab6c), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:18.489867 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d59b5c91-5930-4e36-8f4d-5d7804ad3883 admin admin] Publish callbacks [] for security_group (d2e49361-5300-4092-a374-1e806342ab6c), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:18.536035 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d59b5c91-5930-4e36-8f4d-5d7804ad3883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (d2e49361-5300-4092-a374-1e806342ab6c), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:18.539251 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d59b5c91-5930-4e36-8f4d-5d7804ad3883 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:18.540733 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-d59b5c91-5930-4e36-8f4d-5d7804ad3883 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/d2e49361-5300-4092-a374-1e806342ab6c HTTP/1.1" status: 204 len: 168 time: 0.1221826 Sep 30 09:43:18.549443 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b5c91-5930-4e36-8f4d-5d7804ad3883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e49361-5300-4092-a374-1e806342ab6c,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:43:18.798944 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 43266) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:43:18.812378 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-37590aef-7071-4564-9a7e-0d849240a0e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:18.888944 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-37590aef-7071-4564-9a7e-0d849240a0e2 admin admin] Publish callbacks [] for security_group (0507fe1d-ec51-405d-86e4-9e74b0337069), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:18.892649 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-37590aef-7071-4564-9a7e-0d849240a0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (0507fe1d-ec51-405d-86e4-9e74b0337069), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:18.930861 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-37590aef-7071-4564-9a7e-0d849240a0e2 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=28fed1ec17ad41a8bf0b06aaef311b6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1308844 Sep 30 09:43:18.932298 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37590aef-7071-4564-9a7e-0d849240a0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0507fe1d-ec51-405d-86e4-9e74b0337069,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:43:18.933534 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 43268) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:43:18.986846 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-999562b3-e547-441c-9b62-0ab5d21f24cd admin admin] Publish callbacks [] for security_group (0507fe1d-ec51-405d-86e4-9e74b0337069), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:19.007227 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-999562b3-e547-441c-9b62-0ab5d21f24cd admin admin] Publish callbacks [] for security_group (0507fe1d-ec51-405d-86e4-9e74b0337069), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:19.053707 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-999562b3-e547-441c-9b62-0ab5d21f24cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (0507fe1d-ec51-405d-86e4-9e74b0337069), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:19.056229 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-999562b3-e547-441c-9b62-0ab5d21f24cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:19.057416 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-999562b3-e547-441c-9b62-0ab5d21f24cd admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/0507fe1d-ec51-405d-86e4-9e74b0337069 HTTP/1.1" status: 204 len: 168 time: 0.1221189 Sep 30 09:43:19.065218 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999562b3-e547-441c-9b62-0ab5d21f24cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0507fe1d-ec51-405d-86e4-9e74b0337069,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:43:23.461528 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 43354) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:43:23.567124 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a8f9d4bf-1774-406a-b8da-d5d6f2a37d92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:23.646505 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a8f9d4bf-1774-406a-b8da-d5d6f2a37d92 admin admin] Publish callbacks [] for security_group (6077b3cd-9b30-4e13-97e5-d399f8391be2), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:23.651015 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a8f9d4bf-1774-406a-b8da-d5d6f2a37d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (6077b3cd-9b30-4e13-97e5-d399f8391be2), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:23.689362 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9d4bf-1774-406a-b8da-d5d6f2a37d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6077b3cd-9b30-4e13-97e5-d399f8391be2,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:43:23.694417 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-a8f9d4bf-1774-406a-b8da-d5d6f2a37d92 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=bc85b9a668974ee0a5c84af05486e8f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2317629 Sep 30 09:43:23.697004 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 43358) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:43:23.746262 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-081fe941-69a1-49c7-9d30-655ad042d168 admin admin] Publish callbacks [] for security_group (6077b3cd-9b30-4e13-97e5-d399f8391be2), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:23.766319 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-081fe941-69a1-49c7-9d30-655ad042d168 admin admin] Publish callbacks [] for security_group (6077b3cd-9b30-4e13-97e5-d399f8391be2), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:23.815047 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-081fe941-69a1-49c7-9d30-655ad042d168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (6077b3cd-9b30-4e13-97e5-d399f8391be2), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:23.818409 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-081fe941-69a1-49c7-9d30-655ad042d168 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:23.819533 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-081fe941-69a1-49c7-9d30-655ad042d168 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/6077b3cd-9b30-4e13-97e5-d399f8391be2 HTTP/1.1" status: 204 len: 168 time: 0.1215189 Sep 30 09:43:23.827017 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081fe941-69a1-49c7-9d30-655ad042d168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6077b3cd-9b30-4e13-97e5-d399f8391be2,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:43:24.088924 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 43364) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:43:24.102708 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d4d5aa94-8cf1-47e2-a2fd-7b17cedbc3d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:24.112543 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:24.181466 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d4d5aa94-8cf1-47e2-a2fd-7b17cedbc3d6 admin admin] Publish callbacks [] for security_group (669f7858-f498-4c8e-9674-751882c2aebe), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:24.185152 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d4d5aa94-8cf1-47e2-a2fd-7b17cedbc3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (669f7858-f498-4c8e-9674-751882c2aebe), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:24.224532 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-d4d5aa94-8cf1-47e2-a2fd-7b17cedbc3d6 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=4a8f63f0a5b3400797291f7be59894fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345136 Sep 30 09:43:24.225649 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d5aa94-8cf1-47e2-a2fd-7b17cedbc3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669f7858-f498-4c8e-9674-751882c2aebe,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:43:24.227246 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 43366) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:43:24.280768 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-09bb5699-a023-4404-9454-8a4d8b8601ea admin admin] Publish callbacks [] for security_group (669f7858-f498-4c8e-9674-751882c2aebe), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:24.301434 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-09bb5699-a023-4404-9454-8a4d8b8601ea admin admin] Publish callbacks [] for security_group (669f7858-f498-4c8e-9674-751882c2aebe), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:24.316615 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:DELETE=5,neutron:SELECT=81,neutron:UPDATE=2,neutron:INSERT=12 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:24.349956 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-09bb5699-a023-4404-9454-8a4d8b8601ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (669f7858-f498-4c8e-9674-751882c2aebe), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:24.352497 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-09bb5699-a023-4404-9454-8a4d8b8601ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:24.353660 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-09bb5699-a023-4404-9454-8a4d8b8601ea admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/669f7858-f498-4c8e-9674-751882c2aebe HTTP/1.1" status: 204 len: 168 time: 0.1246338 Sep 30 09:43:24.361771 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb5699-a023-4404-9454-8a4d8b8601ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669f7858-f498-4c8e-9674-751882c2aebe,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:43:25.970525 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2abe8256-57d0-4c50-b4cf-ead2bff097ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:26.227359 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=42 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:26.237526 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=50,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:28.293959 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1b42e93d-aff2-43f9-90eb-f9ec5d03f111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:29.356383 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 43480) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:43:29.456207 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:29.456968 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:29.465963 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-59559cfa-f549-4078-9156-c0f00a689763 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:29.546734 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-59559cfa-f549-4078-9156-c0f00a689763 admin admin] Publish callbacks [] for security_group (76dd91b0-dd23-495e-ae0b-db740d7ca04c), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:29.550981 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-59559cfa-f549-4078-9156-c0f00a689763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (76dd91b0-dd23-495e-ae0b-db740d7ca04c), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:29.591327 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59559cfa-f549-4078-9156-c0f00a689763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76dd91b0-dd23-495e-ae0b-db740d7ca04c,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:43:29.595577 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-59559cfa-f549-4078-9156-c0f00a689763 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=02dc86da263947619789872b30627b9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381725 Sep 30 09:43:29.599005 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 43484) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:43:29.652825 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-93bf5675-1441-49ba-9026-d42655d78f5b admin admin] Publish callbacks [] for security_group (76dd91b0-dd23-495e-ae0b-db740d7ca04c), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:29.666859 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:29.673580 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-93bf5675-1441-49ba-9026-d42655d78f5b admin admin] Publish callbacks [] for security_group (76dd91b0-dd23-495e-ae0b-db740d7ca04c), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:29.719761 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-93bf5675-1441-49ba-9026-d42655d78f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (76dd91b0-dd23-495e-ae0b-db740d7ca04c), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:29.722999 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-93bf5675-1441-49ba-9026-d42655d78f5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:29.724291 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-93bf5675-1441-49ba-9026-d42655d78f5b admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/76dd91b0-dd23-495e-ae0b-db740d7ca04c HTTP/1.1" status: 204 len: 168 time: 0.1243839 Sep 30 09:43:29.732343 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf5675-1441-49ba-9026-d42655d78f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76dd91b0-dd23-495e-ae0b-db740d7ca04c,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:43:30.005518 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 43496) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:43:30.020015 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-ed6a0ed0-d9fa-472a-bef2-bdd98ecfea7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:30.035878 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:30.104662 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-ed6a0ed0-d9fa-472a-bef2-bdd98ecfea7c admin admin] Publish callbacks [] for security_group (872c9d57-9e7a-4883-a8a2-d32b77d0aca5), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:30.108769 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-ed6a0ed0-d9fa-472a-bef2-bdd98ecfea7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (872c9d57-9e7a-4883-a8a2-d32b77d0aca5), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:30.153304 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-ed6a0ed0-d9fa-472a-bef2-bdd98ecfea7c admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=dd0349566d8040789dfab0304b96bfa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1443725 Sep 30 09:43:30.153304 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a0ed0-d9fa-472a-bef2-bdd98ecfea7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872c9d57-9e7a-4883-a8a2-d32b77d0aca5,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:43:30.154413 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 43504) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:43:30.214960 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e4309ef2-dd57-4822-83ba-73cf4d223ef3 admin admin] Publish callbacks [] for security_group (872c9d57-9e7a-4883-a8a2-d32b77d0aca5), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:30.236376 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e4309ef2-dd57-4822-83ba-73cf4d223ef3 admin admin] Publish callbacks [] for security_group (872c9d57-9e7a-4883-a8a2-d32b77d0aca5), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:30.288445 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e4309ef2-dd57-4822-83ba-73cf4d223ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (872c9d57-9e7a-4883-a8a2-d32b77d0aca5), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:30.291258 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e4309ef2-dd57-4822-83ba-73cf4d223ef3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:30.292508 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-e4309ef2-dd57-4822-83ba-73cf4d223ef3 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/872c9d57-9e7a-4883-a8a2-d32b77d0aca5 HTTP/1.1" status: 204 len: 168 time: 0.1368065 Sep 30 09:43:30.301166 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4309ef2-dd57-4822-83ba-73cf4d223ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872c9d57-9e7a-4883-a8a2-d32b77d0aca5,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:43:30.631491 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 43510) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:43:30.645559 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-caa9d6d4-a859-467b-8bd3-dfc6000ef11a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:30.721296 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-caa9d6d4-a859-467b-8bd3-dfc6000ef11a admin admin] Publish callbacks [] for security_group (ff23c940-e828-425c-829f-ccda90c40618), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:30.725557 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-caa9d6d4-a859-467b-8bd3-dfc6000ef11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (ff23c940-e828-425c-829f-ccda90c40618), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:30.768124 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-caa9d6d4-a859-467b-8bd3-dfc6000ef11a admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=14096e54f9ee4e95a65f0de56d7c66bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1355820 Sep 30 09:43:30.769000 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa9d6d4-a859-467b-8bd3-dfc6000ef11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff23c940-e828-425c-829f-ccda90c40618,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:43:30.771049 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 43512) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:43:30.820146 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3c8cd93b-ee1e-4526-8da8-0754392c29e6 admin admin] Publish callbacks [] for security_group (ff23c940-e828-425c-829f-ccda90c40618), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:30.839534 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3c8cd93b-ee1e-4526-8da8-0754392c29e6 admin admin] Publish callbacks [] for security_group (ff23c940-e828-425c-829f-ccda90c40618), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:30.872314 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=5 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:30.887409 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3c8cd93b-ee1e-4526-8da8-0754392c29e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (ff23c940-e828-425c-829f-ccda90c40618), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:30.890131 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3c8cd93b-ee1e-4526-8da8-0754392c29e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:30.891517 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-3c8cd93b-ee1e-4526-8da8-0754392c29e6 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ff23c940-e828-425c-829f-ccda90c40618 HTTP/1.1" status: 204 len: 168 time: 0.1194997 Sep 30 09:43:30.899859 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8cd93b-ee1e-4526-8da8-0754392c29e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff23c940-e828-425c-829f-ccda90c40618,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:43:30.970869 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:30.973543 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:34.249955 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69724b62-0f7a-45b5-b669-42f9c0170f06 req-1df744c3-20a8-4076-b44c-32327cea5c0f tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:34.251416 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-69724b62-0f7a-45b5-b669-42f9c0170f06 req-1df744c3-20a8-4076-b44c-32327cea5c0f tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 946 time: 0.0497682 Sep 30 09:43:34.298884 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-69724b62-0f7a-45b5-b669-42f9c0170f06 req-5e08e699-011f-4155-b09c-d21907e42429 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417204 Sep 30 09:43:35.235094 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb4c21-8937-48ef-b339-f540f7c59048 req-c9706eb8-d946-4c9d-9240-18ee22aefcc7 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:35.236573 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f7fb4c21-8937-48ef-b339-f540f7c59048 req-c9706eb8-d946-4c9d-9240-18ee22aefcc7 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9573a5fc-0762-4ba4-a649-355c311e57da HTTP/1.1" status: 200 len: 945 time: 0.0503962 Sep 30 09:43:35.286567 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f7fb4c21-8937-48ef-b339-f540f7c59048 req-b8839bdc-51fe-45cc-b7ec-c134028a4d80 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=131b4586-fa6d-4e89-94c8-dee58df78980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434890 Sep 30 09:43:35.429544 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cc706-e551-427b-b24f-3ff2724257fa req-8b82d23a-1fe3-401e-b4ee-263c4289a0db tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:35.431110 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-633cc706-e551-427b-b24f-3ff2724257fa req-8b82d23a-1fe3-401e-b4ee-263c4289a0db tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 946 time: 0.0499990 Sep 30 09:43:35.484202 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-633cc706-e551-427b-b24f-3ff2724257fa req-c6cb9dc8-5e54-4fb8-9952-d20dbe00459a tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474999 Sep 30 09:43:36.407141 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:36.424578 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0862a8-9ead-41a3-a61b-d4e0736a1e85 req-ca353aef-4e0d-4fc8-9966-0c90840db99a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:36.426104 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1f0862a8-9ead-41a3-a61b-d4e0736a1e85 req-ca353aef-4e0d-4fc8-9966-0c90840db99a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9573a5fc-0762-4ba4-a649-355c311e57da HTTP/1.1" status: 200 len: 945 time: 0.0638666 Sep 30 09:43:36.473692 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1f0862a8-9ead-41a3-a61b-d4e0736a1e85 req-16dc4dcc-4f17-4af4-9424-bc68ea1cf8d4 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=131b4586-fa6d-4e89-94c8-dee58df78980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417371 Sep 30 09:43:36.609142 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b64c08-0f45-484f-8335-8088ba1b8a25 req-08134305-51e7-4117-8021-300a9e1752f8 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:36.610509 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-01b64c08-0f45-484f-8335-8088ba1b8a25 req-08134305-51e7-4117-8021-300a9e1752f8 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 946 time: 0.0459943 Sep 30 09:43:36.661224 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-01b64c08-0f45-484f-8335-8088ba1b8a25 req-cdae24fb-a240-43a2-aaf1-56d85ca35fd4 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444508 Sep 30 09:43:37.485515 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085290c-5eb4-47b7-af92-92722b7f584d req-b4367272-922a-41be-a47b-c56ec8b97e6d tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:37.487029 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-d085290c-5eb4-47b7-af92-92722b7f584d req-b4367272-922a-41be-a47b-c56ec8b97e6d tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9573a5fc-0762-4ba4-a649-355c311e57da HTTP/1.1" status: 200 len: 945 time: 0.0484233 Sep 30 09:43:37.538167 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 43704) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:43:37.573753 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-d085290c-5eb4-47b7-af92-92722b7f584d req-48f4260e-d4b5-4c23-89e4-b1ebfba7fc9a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Deleting port 56d3c52e-40b4-4605-a928-047ebf7976ba {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:43:37.574092 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-d085290c-5eb4-47b7-af92-92722b7f584d req-48f4260e-d4b5-4c23-89e4-b1ebfba7fc9a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (56d3c52e-40b4-4605-a928-047ebf7976ba), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:37.606948 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29978041-0f1b-4b81-8d79-cd4733d4f9af req-dfea2acf-cd39-433d-8a66-ff97df0d2780 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:37.608440 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-29978041-0f1b-4b81-8d79-cd4733d4f9af req-dfea2acf-cd39-433d-8a66-ff97df0d2780 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9573a5fc-0762-4ba4-a649-355c311e57da HTTP/1.1" status: 200 len: 945 time: 0.0530579 Sep 30 09:43:37.670078 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0a13947d-4da9-4042-860d-b0dff23e25ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:37.671999 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-d085290c-5eb4-47b7-af92-92722b7f584d req-48f4260e-d4b5-4c23-89e4-b1ebfba7fc9a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] For port 56d3c52e-40b4-4605-a928-047ebf7976ba, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=56d3c52e-40b4-4605-a928-047ebf7976ba,segment=NetworkSegment(e66f24b0-9893-442e-bdcf-fa149cc52000),segment_id=e66f24b0-9893-442e-bdcf-fa149cc52000)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:43:37.672434 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-d085290c-5eb4-47b7-af92-92722b7f584d req-48f4260e-d4b5-4c23-89e4-b1ebfba7fc9a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (56d3c52e-40b4-4605-a928-047ebf7976ba), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:37.682417 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-29978041-0f1b-4b81-8d79-cd4733d4f9af req-defe92c0-227d-45ce-8507-b4482c89b581 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=131b4586-fa6d-4e89-94c8-dee58df78980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669088 Sep 30 09:43:37.787253 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0a13947d-4da9-4042-860d-b0dff23e25ba admin admin] Publish callbacks [] for security_group (c70ee018-fc55-4222-98f8-03ef8d9007de), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:37.793038 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-0a13947d-4da9-4042-860d-b0dff23e25ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (c70ee018-fc55-4222-98f8-03ef8d9007de), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:37.827078 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340badd4-4f97-4a06-abb7-620373cb866d req-a0fd8cf0-67d6-401c-a5e2-26a3c957ae16 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:37.828540 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-340badd4-4f97-4a06-abb7-620373cb866d req-a0fd8cf0-67d6-401c-a5e2-26a3c957ae16 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 946 time: 0.0766022 Sep 30 09:43:37.844409 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-d085290c-5eb4-47b7-af92-92722b7f584d req-48f4260e-d4b5-4c23-89e4-b1ebfba7fc9a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:37.844778 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-d085290c-5eb4-47b7-af92-92722b7f584d req-48f4260e-d4b5-4c23-89e4-b1ebfba7fc9a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759975'] for floatingip (3bc0387f-bb6d-4ee6-bc90-f19bfadbcf0c), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:37.845099 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.db.l3_db [req-d085290c-5eb4-47b7-af92-92722b7f584d req-48f4260e-d4b5-4c23-89e4-b1ebfba7fc9a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Floating IP 3bc0387f-bb6d-4ee6-bc90-f19bfadbcf0c disassociated. External IP: 172.37.1.127, port: 56d3c52e-40b4-4605-a928-047ebf7976ba. Sep 30 09:43:37.845441 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-d085290c-5eb4-47b7-af92-92722b7f584d req-48f4260e-d4b5-4c23-89e4-b1ebfba7fc9a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Calling delete_port for 56d3c52e-40b4-4605-a928-047ebf7976ba owned by compute:nova {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:43:37.858321 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a13947d-4da9-4042-860d-b0dff23e25ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70ee018-fc55-4222-98f8-03ef8d9007de,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:43:37.867426 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-0a13947d-4da9-4042-860d-b0dff23e25ba admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=4852f03e33964ba28f0e83d091abba9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3275387 Sep 30 09:43:37.868521 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 43710) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:43:37.897571 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:37.934326 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-340badd4-4f97-4a06-abb7-620373cb866d req-d3d30017-6d78-4c82-87e2-7896af3a3077 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968492 Sep 30 09:43:37.950322 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a95cbd96-282c-42f9-ac2b-f4b1bb025903 admin admin] Publish callbacks [] for security_group (c70ee018-fc55-4222-98f8-03ef8d9007de), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:37.965155 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:37.970488 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:37.972934 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a95cbd96-282c-42f9-ac2b-f4b1bb025903 admin admin] Publish callbacks [] for security_group (c70ee018-fc55-4222-98f8-03ef8d9007de), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:37.986239 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-d085290c-5eb4-47b7-af92-92722b7f584d req-48f4260e-d4b5-4c23-89e4-b1ebfba7fc9a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (56d3c52e-40b4-4605-a928-047ebf7976ba), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:38.015057 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4260e-d4b5-4c23-89e4-b1ebfba7fc9a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Pushing event deleted for resources: {'Port': ['ID=56d3c52e-40b4-4605-a928-047ebf7976ba,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:43:38.031316 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a95cbd96-282c-42f9-ac2b-f4b1bb025903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (c70ee018-fc55-4222-98f8-03ef8d9007de), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:38.034276 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a95cbd96-282c-42f9-ac2b-f4b1bb025903 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:38.038520 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-a95cbd96-282c-42f9-ac2b-f4b1bb025903 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c70ee018-fc55-4222-98f8-03ef8d9007de HTTP/1.1" status: 204 len: 168 time: 0.1644936 Sep 30 09:43:38.044598 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95cbd96-282c-42f9-ac2b-f4b1bb025903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70ee018-fc55-4222-98f8-03ef8d9007de,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:43:38.138410 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d085290c-5eb4-47b7-af92-92722b7f584d req-48f4260e-d4b5-4c23-89e4-b1ebfba7fc9a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Router 3b92f880-bce1-431d-953b-029e5d3c9818 has already been hosted by L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 {{(pid=106375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:43:38.244311 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d085290c-5eb4-47b7-af92-92722b7f584d req-48f4260e-d4b5-4c23-89e4-b1ebfba7fc9a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:43:38.257894 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99bf32d-b96a-4830-99cd-99e498e7ed93 None None] Sync routers for ids ['3b92f880-bce1-431d-953b-029e5d3c9818'] in dv-cinder-master-3-smb {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:43:38.270240 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99bf32d-b96a-4830-99cd-99e498e7ed93 None None] Routers {'3b92f880-bce1-431d-953b-029e5d3c9818'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:43:38.272076 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-d99bf32d-b96a-4830-99cd-99e498e7ed93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:43:28Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['3b92f880-bce1-431d-953b-029e5d3c9818'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:43:38.289129 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-d085290c-5eb4-47b7-af92-92722b7f584d req-48f4260e-d4b5-4c23-89e4-b1ebfba7fc9a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] No DVR routers for this DVR port 56d3c52e-40b4-4605-a928-047ebf7976ba on host hv-cinder-maste {{(pid=106375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:43:38.291526 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-d085290c-5eb4-47b7-af92-92722b7f584d req-48f4260e-d4b5-4c23-89e4-b1ebfba7fc9a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:38.294944 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-d085290c-5eb4-47b7-af92-92722b7f584d req-48f4260e-d4b5-4c23-89e4-b1ebfba7fc9a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.40 "DELETE /networking/v2.0/ports/56d3c52e-40b4-4605-a928-047ebf7976ba HTTP/1.1" status: 204 len: 173 time: 0.8029604 Sep 30 09:43:38.295465 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9573a5fc-0762-4ba4-a649-355c311e57da', 'name': 'network-vif-deleted', 'tag': '56d3c52e-40b4-4605-a928-047ebf7976ba'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:43:38.297844 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a2765c340e485259911155c50f33e4425258638b85650f0a2a20d0c41df364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03788918-fb50-49d0-b5af-755a05367046" -d '{"events": [{"server_uuid": "9573a5fc-0762-4ba4-a649-355c311e57da", "name": "network-vif-deleted", "tag": "56d3c52e-40b4-4605-a928-047ebf7976ba"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:43:38.325936 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 43718) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:43:38.341247 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-823724d0-9b59-4e3d-b704-0849a3ed664c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:38.352046 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa98700e-4322-4fcf-9dd6-121f2d9f1696 x-openstack-request-id: req-fa98700e-4322-4fcf-9dd6-121f2d9f1696 {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:43:38.352339 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9573a5fc-0762-4ba4-a649-355c311e57da", "name": "network-vif-deleted", "tag": "56d3c52e-40b4-4605-a928-047ebf7976ba", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:43:38.352592 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fa98700e-4322-4fcf-9dd6-121f2d9f1696 {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:43:38.352996 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa98700e-4322-4fcf-9dd6-121f2d9f1696'] response: {'server_uuid': '9573a5fc-0762-4ba4-a649-355c311e57da', 'name': 'network-vif-deleted', 'tag': '56d3c52e-40b4-4605-a928-047ebf7976ba', 'status': 'completed', 'code': 200} Sep 30 09:43:38.392621 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-d99bf32d-b96a-4830-99cd-99e498e7ed93 None None] Set router 3b92f880-bce1-431d-953b-029e5d3c9818 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:43:38.443784 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-823724d0-9b59-4e3d-b704-0849a3ed664c admin admin] Publish callbacks [] for security_group (cd32e70a-d5fa-49f9-920f-10452a4037cc), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:38.448616 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-823724d0-9b59-4e3d-b704-0849a3ed664c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (cd32e70a-d5fa-49f9-920f-10452a4037cc), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:38.498465 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823724d0-9b59-4e3d-b704-0849a3ed664c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd32e70a-d5fa-49f9-920f-10452a4037cc,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:43:38.506116 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 43720) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:43:38.517334 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-823724d0-9b59-4e3d-b704-0849a3ed664c admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=ff1159387a934e67957311fe699c9243&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1843214 Sep 30 09:43:38.570933 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a10d9092-34f5-44f8-93d8-ebdbd5f80149 admin admin] Publish callbacks [] for security_group (cd32e70a-d5fa-49f9-920f-10452a4037cc), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:38.593342 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a10d9092-34f5-44f8-93d8-ebdbd5f80149 admin admin] Publish callbacks [] for security_group (cd32e70a-d5fa-49f9-920f-10452a4037cc), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:38.622097 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-d99bf32d-b96a-4830-99cd-99e498e7ed93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'name': 'tempest-AttachVolumeNegativeTest-834901665-router', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94'}], 'enable_snat': True}, 'gw_port_id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:07Z', 'revision_number': 4, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'gw_port': {'id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:02Z', 'updated_at': '2022-09-30T09:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '600c548c-0db2-4cb3-9561-68f0f39c3aa5', 'name': '', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'mac_address': 'fa:16:3e:85:21:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:06Z', 'updated_at': '2022-09-30T09:36:21Z', 'revision_number': 5, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'subnets': [{'id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:43:38.625385 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:38.650916 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a10d9092-34f5-44f8-93d8-ebdbd5f80149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (cd32e70a-d5fa-49f9-920f-10452a4037cc), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:38.653812 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a10d9092-34f5-44f8-93d8-ebdbd5f80149 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:38.655035 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-a10d9092-34f5-44f8-93d8-ebdbd5f80149 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/cd32e70a-d5fa-49f9-920f-10452a4037cc HTTP/1.1" status: 204 len: 168 time: 0.1475756 Sep 30 09:43:38.659344 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99bf32d-b96a-4830-99cd-99e498e7ed93 None None] Checking router: 3b92f880-bce1-431d-953b-029e5d3c9818 for host: dv-cinder-master-3-smb {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:43:38.670224 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d9092-34f5-44f8-93d8-ebdbd5f80149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd32e70a-d5fa-49f9-920f-10452a4037cc,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:43:38.670615 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99bf32d-b96a-4830-99cd-99e498e7ed93 None None] Routers {'3b92f880-bce1-431d-953b-029e5d3c9818'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:43:38.671250 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-d99bf32d-b96a-4830-99cd-99e498e7ed93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:43:28Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['3b92f880-bce1-431d-953b-029e5d3c9818'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:43:38.800586 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-d99bf32d-b96a-4830-99cd-99e498e7ed93 None None] Set router 3b92f880-bce1-431d-953b-029e5d3c9818 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:43:38.824007 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d775caaa-302f-481e-9dbe-30a5f21e9ea7 req-3fe92cab-a30b-4b6e-b60a-88a5e820c521 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=9573a5fc-0762-4ba4-a649-355c311e57da HTTP/1.1" status: 200 len: 210 time: 0.0370226 Sep 30 09:43:39.008463 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-d99bf32d-b96a-4830-99cd-99e498e7ed93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'name': 'tempest-AttachVolumeNegativeTest-834901665-router', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94'}], 'enable_snat': True}, 'gw_port_id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:07Z', 'revision_number': 4, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'gw_port': {'id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:02Z', 'updated_at': '2022-09-30T09:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '600c548c-0db2-4cb3-9561-68f0f39c3aa5', 'name': '', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'mac_address': 'fa:16:3e:85:21:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:06Z', 'updated_at': '2022-09-30T09:36:21Z', 'revision_number': 5, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'subnets': [{'id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:43:39.046955 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99bf32d-b96a-4830-99cd-99e498e7ed93 None None] The sync data for ids ['3b92f880-bce1-431d-953b-029e5d3c9818'] in dv-cinder-master-3-smb is: [{'id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'name': 'tempest-AttachVolumeNegativeTest-834901665-router', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94'}], 'enable_snat': True}, 'gw_port_id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:07Z', 'revision_number': 4, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'gw_port': {'id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:02Z', 'updated_at': '2022-09-30T09:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '600c548c-0db2-4cb3-9561-68f0f39c3aa5', 'name': '', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'mac_address': 'fa:16:3e:85:21:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:06Z', 'updated_at': '2022-09-30T09:36:21Z', 'revision_number': 5, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'subnets': [{'id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:43:39.075683 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=6 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:39.095741 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a1f7c-afb0-4ea8-9219-1c381360f524 req-c80d7821-fb9e-4084-a8c8-70b9973e4df9 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:39.097368 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-054a1f7c-afb0-4ea8-9219-1c381360f524 req-c80d7821-fb9e-4084-a8c8-70b9973e4df9 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 946 time: 0.0660574 Sep 30 09:43:39.157788 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-054a1f7c-afb0-4ea8-9219-1c381360f524 req-d7230908-3e90-4b50-96a2-5fecc09477ca tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533304 Sep 30 09:43:39.346359 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea290c95-c9e5-4843-90c6-aee0faecfed2 None None] New status for floating IP 3bc0387f-bb6d-4ee6-bc90-f19bfadbcf0c: DOWN {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 09:43:39.923628 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 43758) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:43:39.977983 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2fa080eb-f533-4bff-8eb4-13061ea4605f tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group (131b4586-fa6d-4e89-94c8-dee58df78980), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:40.000461 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2fa080eb-f533-4bff-8eb4-13061ea4605f tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group (131b4586-fa6d-4e89-94c8-dee58df78980), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:40.054976 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2fa080eb-f533-4bff-8eb4-13061ea4605f tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (131b4586-fa6d-4e89-94c8-dee58df78980), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:40.058169 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2fa080eb-f533-4bff-8eb4-13061ea4605f tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:40.059330 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-2fa080eb-f533-4bff-8eb4-13061ea4605f tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/131b4586-fa6d-4e89-94c8-dee58df78980 HTTP/1.1" status: 204 len: 168 time: 0.1346896 Sep 30 09:43:40.063031 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 43760) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:43:40.068961 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa080eb-f533-4bff-8eb4-13061ea4605f tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=131b4586-fa6d-4e89-94c8-dee58df78980,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:43:40.077097 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.api.v2.resource [None req-60943b64-d2cc-4f1f-b214-94402c47c80b tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] show failed (client error): The resource could not be found. Sep 30 09:43:40.078162 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-60943b64-d2cc-4f1f-b214-94402c47c80b tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups/131b4586-fa6d-4e89-94c8-dee58df78980 HTTP/1.1" status: 404 len: 347 time: 0.0141630 Sep 30 09:43:40.081180 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 43762) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:43:40.195971 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-d13134a4-aa7f-43cd-a003-ba44bdd73392 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Deleting port d272466f-6c28-49e2-9c96-2ccd8a4bed2a {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:43:40.196314 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d13134a4-aa7f-43cd-a003-ba44bdd73392 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (d272466f-6c28-49e2-9c96-2ccd8a4bed2a), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:40.281249 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d13134a4-aa7f-43cd-a003-ba44bdd73392 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (d272466f-6c28-49e2-9c96-2ccd8a4bed2a), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:40.281579 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d13134a4-aa7f-43cd-a003-ba44bdd73392 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for floatingip (d272466f-6c28-49e2-9c96-2ccd8a4bed2a), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:40.317814 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-d13134a4-aa7f-43cd-a003-ba44bdd73392 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Calling delete_port for d272466f-6c28-49e2-9c96-2ccd8a4bed2a owned by network:floatingip {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:43:40.336834 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac596760-746a-42b2-9c26-4676deae98b9 req-6bf5892c-b8d8-4a31-b391-ba9c60bf8eb8 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:40.338266 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ac596760-746a-42b2-9c26-4676deae98b9 req-6bf5892c-b8d8-4a31-b391-ba9c60bf8eb8 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 946 time: 0.0733173 Sep 30 09:43:40.447111 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ac596760-746a-42b2-9c26-4676deae98b9 req-df9057f2-321d-416e-b7ea-a8fe8a9cdfdb tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032214 Sep 30 09:43:40.488893 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:40.504027 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d13134a4-aa7f-43cd-a003-ba44bdd73392 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29089666'] for port (d272466f-6c28-49e2-9c96-2ccd8a4bed2a), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:40.534311 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13134a4-aa7f-43cd-a003-ba44bdd73392 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Pushing event deleted for resources: {'Port': ['ID=d272466f-6c28-49e2-9c96-2ccd8a4bed2a,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:43:40.594193 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d13134a4-aa7f-43cd-a003-ba44bdd73392 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for floatingip (3bc0387f-bb6d-4ee6-bc90-f19bfadbcf0c), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:40.596608 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d13134a4-aa7f-43cd-a003-ba44bdd73392 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for floatingip (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:40.597783 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-d13134a4-aa7f-43cd-a003-ba44bdd73392 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/3bc0387f-bb6d-4ee6-bc90-f19bfadbcf0c HTTP/1.1" status: 204 len: 168 time: 0.5153420 Sep 30 09:43:40.667148 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 43768) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:43:40.671655 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-4046ae4c-d365-4f6c-a2b4-4737b2de18e0 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1523088405', 'description': 'tempest-description--345953231'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:43:40.694022 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4046ae4c-d365-4f6c-a2b4-4737b2de18e0 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:40.760668 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4046ae4c-d365-4f6c-a2b4-4737b2de18e0 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group (b14740d7-9176-4168-ba87-52e7b48dac11), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:40.764084 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4046ae4c-d365-4f6c-a2b4-4737b2de18e0 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (b14740d7-9176-4168-ba87-52e7b48dac11), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:40.794101 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4046ae4c-d365-4f6c-a2b4-4737b2de18e0 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:40.795333 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-4046ae4c-d365-4f6c-a2b4-4737b2de18e0 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1271460 Sep 30 09:43:40.797127 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046ae4c-d365-4f6c-a2b4-4737b2de18e0 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b14740d7-9176-4168-ba87-52e7b48dac11,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:43:40.798400 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 43770) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:43:40.805145 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-d0bbd3fe-e42c-469a-a584-ff124323f71e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Request body: {'security_group_rule': {'security_group_id': 'b14740d7-9176-4168-ba87-52e7b48dac11', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:43:40.831780 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d0bbd3fe-e42c-469a-a584-ff124323f71e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group_rule (6b1e11ce-c3ee-4403-abbc-630ca2dea219), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:40.887936 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d0bbd3fe-e42c-469a-a584-ff124323f71e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group_rule (6b1e11ce-c3ee-4403-abbc-630ca2dea219), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:40.893302 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d0bbd3fe-e42c-469a-a584-ff124323f71e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766877'] for security_group_rule (6b1e11ce-c3ee-4403-abbc-630ca2dea219), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:40.901011 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:40.915409 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bbd3fe-e42c-469a-a584-ff124323f71e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b1e11ce-c3ee-4403-abbc-630ca2dea219,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:43:40.921777 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d0bbd3fe-e42c-469a-a584-ff124323f71e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:40.922977 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-d0bbd3fe-e42c-469a-a584-ff124323f71e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223054 Sep 30 09:43:40.925758 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 43774) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:43:40.930499 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-fa0c92cf-45bf-49dd-b71c-c620b27af9d3 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Request body: {'security_group_rule': {'security_group_id': 'b14740d7-9176-4168-ba87-52e7b48dac11', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:43:40.958816 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fa0c92cf-45bf-49dd-b71c-c620b27af9d3 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group_rule (02f44a29-92c9-4c2c-9897-1f6c7b426012), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:41.035748 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fa0c92cf-45bf-49dd-b71c-c620b27af9d3 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group_rule (02f44a29-92c9-4c2c-9897-1f6c7b426012), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:41.041792 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fa0c92cf-45bf-49dd-b71c-c620b27af9d3 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766877'] for security_group_rule (02f44a29-92c9-4c2c-9897-1f6c7b426012), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:41.071632 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c92cf-45bf-49dd-b71c-c620b27af9d3 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02f44a29-92c9-4c2c-9897-1f6c7b426012,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:43:41.081761 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-fa0c92cf-45bf-49dd-b71c-c620b27af9d3 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:41.084496 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-fa0c92cf-45bf-49dd-b71c-c620b27af9d3 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1572709 Sep 30 09:43:41.087462 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 43782) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:43:41.094442 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-f286d60d-dcf3-405b-b4bb-23a2a2ea7d32 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Request body: {'floatingip': {'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:43:41.120307 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f286d60d-dcf3-405b-b4bb-23a2a2ea7d32 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:41.130449 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 56d3c52e-40b4-4605-a928-047ebf7976ba no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:43:41.150995 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] No Port match for: 56d3c52e-40b4-4605-a928-047ebf7976ba {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:43:41.151342 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 56d3c52e-40b4-4605-a928-047ebf7976ba not bound to the agent host hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:43:41.206764 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f286d60d-dcf3-405b-b4bb-23a2a2ea7d32 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:41.338844 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-f286d60d-dcf3-405b-b4bb-23a2a2ea7d32 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Allocated IP 172.37.1.7 (4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2/0f15ec3b-6992-47ef-bdfa-402dc9430f5b/447d4862-5052-4f17-800e-af59881412b0) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:43:41.464001 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f286d60d-dcf3-405b-b4bb-23a2a2ea7d32 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for port (447d4862-5052-4f17-800e-af59881412b0), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:41.506215 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f286d60d-dcf3-405b-b4bb-23a2a2ea7d32 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29089666'] for port (447d4862-5052-4f17-800e-af59881412b0), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:41.532803 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:41.599736 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f286d60d-dcf3-405b-b4bb-23a2a2ea7d32 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Network 4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:43:41.609242 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-f286d60d-dcf3-405b-b4bb-23a2a2ea7d32 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:43:41.620474 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f286d60d-dcf3-405b-b4bb-23a2a2ea7d32 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Pushing event updated for resources: {'Port': ['ID=447d4862-5052-4f17-800e-af59881412b0,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:43:41.627095 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f286d60d-dcf3-405b-b4bb-23a2a2ea7d32 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:43:41.670520 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1859e2-e565-4990-a7fb-dd5e8cdf2b09 req-044eef3d-21cd-4116-8247-aa4eb3f750a2 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:41.672657 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1b1859e2-e565-4990-a7fb-dd5e8cdf2b09 req-044eef3d-21cd-4116-8247-aa4eb3f750a2 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 946 time: 0.1310632 Sep 30 09:43:41.714495 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:41.777720 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1b1859e2-e565-4990-a7fb-dd5e8cdf2b09 req-62d8a3bc-517e-4c31-96cd-d59ca94809ee tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987332 Sep 30 09:43:41.798440 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f286d60d-dcf3-405b-b4bb-23a2a2ea7d32 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for floatingip (91eb7b42-f9d0-484d-8e49-c8bd26400f0e), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:41.853728 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f286d60d-dcf3-405b-b4bb-23a2a2ea7d32 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (447d4862-5052-4f17-800e-af59881412b0), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:42.033401 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f286d60d-dcf3-405b-b4bb-23a2a2ea7d32 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for port (447d4862-5052-4f17-800e-af59881412b0), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:42.038583 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f286d60d-dcf3-405b-b4bb-23a2a2ea7d32 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29089685'] for port (447d4862-5052-4f17-800e-af59881412b0), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:42.115664 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f286d60d-dcf3-405b-b4bb-23a2a2ea7d32 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Pushing event updated for resources: {'Port': ['ID=447d4862-5052-4f17-800e-af59881412b0,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:43:42.118232 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f286d60d-dcf3-405b-b4bb-23a2a2ea7d32 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759975'] for floatingip (91eb7b42-f9d0-484d-8e49-c8bd26400f0e), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:42.134581 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f286d60d-dcf3-405b-b4bb-23a2a2ea7d32 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for floatingip (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:42.135800 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-f286d60d-dcf3-405b-b4bb-23a2a2ea7d32 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.0470140 Sep 30 09:43:42.346329 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-94f35bb0-18cb-4287-890c-03073b117288 req-da061d9e-95a9-44b7-bf3c-1dfd6ad82422 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1523088405&fields=id&tenant_id=277b0f36e38f42909ad307ca1d09b7da HTTP/1.1" status: 200 len: 267 time: 0.0500998 Sep 30 09:43:42.461506 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f35bb0-18cb-4287-890c-03073b117288 req-94b8aeef-d6f6-4469-b64a-3b8dfa65a6cb tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:42.463024 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-94f35bb0-18cb-4287-890c-03073b117288 req-94b8aeef-d6f6-4469-b64a-3b8dfa65a6cb tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/networks?id=b208ce5f-758d-4f0c-90ce-9c825be7bba2 HTTP/1.1" status: 200 len: 814 time: 0.1153567 Sep 30 09:43:42.478447 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-94f35bb0-18cb-4287-890c-03073b117288 req-077884c0-a303-404d-8594-9f06967b7e7a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/quotas/277b0f36e38f42909ad307ca1d09b7da HTTP/1.1" status: 200 len: 375 time: 0.0100293 Sep 30 09:43:42.528771 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-94f35bb0-18cb-4287-890c-03073b117288 req-cadfa8d9-35b3-4aac-a493-110850470254 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=277b0f36e38f42909ad307ca1d09b7da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447569 Sep 30 09:43:42.622978 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-94f35bb0-18cb-4287-890c-03073b117288 req-eb029f6f-587e-43ba-a485-eda572d729f8 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b208ce5f-758d-4f0c-90ce-9c825be7bba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823810 Sep 30 09:43:42.719362 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:42.723508 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-94f35bb0-18cb-4287-890c-03073b117288 req-6bbc0f65-26d2-46bc-b484-d707839f31e8 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b208ce5f-758d-4f0c-90ce-9c825be7bba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950544 Sep 30 09:43:42.910558 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-218a9f9d-9eed-489a-89e2-f96b900147bd req-d91c3c0c-8ff5-456e-9a41-45d67b14c02b tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=96c9fd50-6409-4012-bad7-5094fd277e4c HTTP/1.1" status: 200 len: 210 time: 0.0431035 Sep 30 09:43:42.965851 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4258dec-48db-428c-9bcd-f368f6e701b5 req-92b64eb3-4c2c-48b6-a5c5-0faa16aa8a4a tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:42.967108 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d4258dec-48db-428c-9bcd-f368f6e701b5 req-92b64eb3-4c2c-48b6-a5c5-0faa16aa8a4a tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 946 time: 0.0669377 Sep 30 09:43:42.968046 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 43834) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:43:43.026596 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d4258dec-48db-428c-9bcd-f368f6e701b5 req-205cc055-3f88-4633-a6e4-a76816178193 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520663 Sep 30 09:43:43.095740 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cb98c994-5f51-4893-a841-3674da12ad84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:43.140561 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:43.185469 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cb98c994-5f51-4893-a841-3674da12ad84 admin admin] Publish callbacks [] for security_group (9a7e8049-717a-415d-a7a3-2230e412ce94), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:43.189382 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-cb98c994-5f51-4893-a841-3674da12ad84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (9a7e8049-717a-415d-a7a3-2230e412ce94), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:43.230476 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-cb98c994-5f51-4893-a841-3674da12ad84 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=aa6c2d1828394a17ab2114efd680bed4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2613332 Sep 30 09:43:43.231605 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98c994-5f51-4893-a841-3674da12ad84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7e8049-717a-415d-a7a3-2230e412ce94,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:43:43.233510 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 43844) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:43:43.257897 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:43:43.291892 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d902d88f-d8fe-4997-a8a6-d4c14b4b623e admin admin] Publish callbacks [] for security_group (9a7e8049-717a-415d-a7a3-2230e412ce94), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:43.298622 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:DELETE=4,neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:43.317443 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d902d88f-d8fe-4997-a8a6-d4c14b4b623e admin admin] Publish callbacks [] for security_group (9a7e8049-717a-415d-a7a3-2230e412ce94), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:43.366532 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d902d88f-d8fe-4997-a8a6-d4c14b4b623e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (9a7e8049-717a-415d-a7a3-2230e412ce94), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:43.369149 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d902d88f-d8fe-4997-a8a6-d4c14b4b623e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:43.370338 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-d902d88f-d8fe-4997-a8a6-d4c14b4b623e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/9a7e8049-717a-415d-a7a3-2230e412ce94 HTTP/1.1" status: 204 len: 168 time: 0.1357970 Sep 30 09:43:43.378443 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902d88f-d8fe-4997-a8a6-d4c14b4b623e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7e8049-717a-415d-a7a3-2230e412ce94,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:43:44.019566 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:44.041077 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-65a87184-9d83-44aa-a061-f6a80f85b55e req-a0d38a2d-46ac-48df-ada5-56dcdf3898cd tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=96c9fd50-6409-4012-bad7-5094fd277e4c HTTP/1.1" status: 200 len: 210 time: 0.0419309 Sep 30 09:43:44.119853 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f35bb0-18cb-4287-890c-03073b117288 req-87c4a533-8d13-4e1e-b417-591500a8af1f tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:44.121770 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-94f35bb0-18cb-4287-890c-03073b117288 req-87c4a533-8d13-4e1e-b417-591500a8af1f tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.40 "GET /networking/v2.0/networks?id=b208ce5f-758d-4f0c-90ce-9c825be7bba2 HTTP/1.1" status: 200 len: 814 time: 0.1116235 Sep 30 09:43:44.185199 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8254661-1f48-4c48-9095-e59bdb119bbe req-ef018c04-5a6e-4457-8350-47411d59e2f0 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:44.186729 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d8254661-1f48-4c48-9095-e59bdb119bbe req-ef018c04-5a6e-4457-8350-47411d59e2f0 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 946 time: 0.0571899 Sep 30 09:43:44.203547 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-94f35bb0-18cb-4287-890c-03073b117288 req-3809c247-d8e8-465b-ad6c-d5eabd274406 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=277b0f36e38f42909ad307ca1d09b7da HTTP/1.1" status: 200 len: 380 time: 0.0656760 Sep 30 09:43:44.213152 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [req-94f35bb0-18cb-4287-890c-03073b117288 req-aa19de79-d2fa-4b14-83cb-09a890865948 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Request body: {'port': {'device_id': '96c9fd50-6409-4012-bad7-5094fd277e4c', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'admin_state_up': True, 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'security_groups': ['b14740d7-9176-4168-ba87-52e7b48dac11']}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:43:44.247907 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d8254661-1f48-4c48-9095-e59bdb119bbe req-0373fd1b-2559-4a22-a331-d78fd7baa0b5 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555136 Sep 30 09:43:44.340523 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94f35bb0-18cb-4287-890c-03073b117288 req-aa19de79-d2fa-4b14-83cb-09a890865948 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Made reservation on behalf of 277b0f36e38f42909ad307ca1d09b7da for: {'port': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:43:44.344297 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-94f35bb0-18cb-4287-890c-03073b117288 req-aa19de79-d2fa-4b14-83cb-09a890865948 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:44.479236 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [req-94f35bb0-18cb-4287-890c-03073b117288 req-aa19de79-d2fa-4b14-83cb-09a890865948 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Allocated IP 172.20.0.3 (b208ce5f-758d-4f0c-90ce-9c825be7bba2/8411074f-f19b-4e83-87b2-5762dc2e15cc/90444ca8-3a5f-45ae-93f5-f6b3d52d347b) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:43:44.633654 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-94f35bb0-18cb-4287-890c-03073b117288 req-aa19de79-d2fa-4b14-83cb-09a890865948 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for port (90444ca8-3a5f-45ae-93f5-f6b3d52d347b), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:44.667211 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-94f35bb0-18cb-4287-890c-03073b117288 req-aa19de79-d2fa-4b14-83cb-09a890865948 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (90444ca8-3a5f-45ae-93f5-f6b3d52d347b), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:44.718066 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94f35bb0-18cb-4287-890c-03073b117288 req-aa19de79-d2fa-4b14-83cb-09a890865948 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Network b208ce5f-758d-4f0c-90ce-9c825be7bba2 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:43:44.721611 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [req-94f35bb0-18cb-4287-890c-03073b117288 req-aa19de79-d2fa-4b14-83cb-09a890865948 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:43:44.725678 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f35bb0-18cb-4287-890c-03073b117288 req-aa19de79-d2fa-4b14-83cb-09a890865948 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:43:44.731935 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa19de79-d2fa-4b14-83cb-09a890865948 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Pushing event updated for resources: {'Port': ['ID=90444ca8-3a5f-45ae-93f5-f6b3d52d347b,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:43:44.787118 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f35bb0-18cb-4287-890c-03073b117288 req-aa19de79-d2fa-4b14-83cb-09a890865948 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:44.787741 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-94f35bb0-18cb-4287-890c-03073b117288 req-aa19de79-d2fa-4b14-83cb-09a890865948 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:44.805664 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-94f35bb0-18cb-4287-890c-03073b117288 req-aa19de79-d2fa-4b14-83cb-09a890865948 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5973694 Sep 30 09:43:44.877650 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [req-94f35bb0-18cb-4287-890c-03073b117288 req-dc492532-6944-4172-ba6c-1fa7bec6e0f4 service neutron] Request body: {'port': {'device_id': '96c9fd50-6409-4012-bad7-5094fd277e4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:43:44.933145 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:44.940373 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-9628b3e7-497c-48c4-ac10-f8a319dcd9ed None None] Provisioning complete for port 90444ca8-3a5f-45ae-93f5-f6b3d52d347b triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:43:44.940986 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9628b3e7-497c-48c4-ac10-f8a319dcd9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (90444ca8-3a5f-45ae-93f5-f6b3d52d347b), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:44.941581 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-9628b3e7-497c-48c4-ac10-f8a319dcd9ed None None] Attempt 1 to provision port 90444ca8-3a5f-45ae-93f5-f6b3d52d347b Sep 30 09:43:44.948963 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-94f35bb0-18cb-4287-890c-03073b117288 req-dc492532-6944-4172-ba6c-1fa7bec6e0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (90444ca8-3a5f-45ae-93f5-f6b3d52d347b), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:44.960772 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:44.972670 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:44.978656 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-9628b3e7-497c-48c4-ac10-f8a319dcd9ed None None] Port 90444ca8-3a5f-45ae-93f5-f6b3d52d347b cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:43:45.167805 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a336546-5b1e-483e-9365-a9975962eee3 req-8a881545-4c4e-46b6-84a7-dce65ccb3dba tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:45.169750 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4a336546-5b1e-483e-9365-a9975962eee3 req-8a881545-4c4e-46b6-84a7-dce65ccb3dba tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=96c9fd50-6409-4012-bad7-5094fd277e4c HTTP/1.1" status: 200 len: 931 time: 0.0503066 Sep 30 09:43:45.222997 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4a336546-5b1e-483e-9365-a9975962eee3 req-19fe1126-01d4-4c84-b965-c0b8b3bfa72e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b14740d7-9176-4168-ba87-52e7b48dac11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452511 Sep 30 09:43:45.242427 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [req-94f35bb0-18cb-4287-890c-03073b117288 req-dc492532-6944-4172-ba6c-1fa7bec6e0f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90444ca8-3a5f-45ae-93f5-f6b3d52d347b {{(pid=106375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:43:45.247872 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-94f35bb0-18cb-4287-890c-03073b117288 req-dc492532-6944-4172-ba6c-1fa7bec6e0f4 service neutron] Publish callbacks [] for port (90444ca8-3a5f-45ae-93f5-f6b3d52d347b), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:45.260792 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.provisioning_blocks [req-94f35bb0-18cb-4287-890c-03073b117288 req-dc492532-6944-4172-ba6c-1fa7bec6e0f4 service neutron] Transition to ACTIVE for port object 90444ca8-3a5f-45ae-93f5-f6b3d52d347b will not be triggered until provisioned by entity L2. {{(pid=106375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 30 09:43:45.264390 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-94f35bb0-18cb-4287-890c-03073b117288 req-dc492532-6944-4172-ba6c-1fa7bec6e0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1379309'] for port (90444ca8-3a5f-45ae-93f5-f6b3d52d347b), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:45.358947 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc492532-6944-4172-ba6c-1fa7bec6e0f4 service neutron] Pushing event updated for resources: {'Port': ['ID=90444ca8-3a5f-45ae-93f5-f6b3d52d347b,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:43:45.383331 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-94f35bb0-18cb-4287-890c-03073b117288 req-dc492532-6944-4172-ba6c-1fa7bec6e0f4 service neutron] Attempting to bind port 90444ca8-3a5f-45ae-93f5-f6b3d52d347b on host hv-cinder-maste for vnic_type normal with profile {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:43:45.383822 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-94f35bb0-18cb-4287-890c-03073b117288 req-dc492532-6944-4172-ba6c-1fa7bec6e0f4 service neutron] Attempting to bind port 90444ca8-3a5f-45ae-93f5-f6b3d52d347b by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'e66f24b0-9893-442e-bdcf-fa149cc52000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2'}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:43:45.384469 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f35bb0-18cb-4287-890c-03073b117288 req-dc492532-6944-4172-ba6c-1fa7bec6e0f4 service neutron] Attempting to bind port 90444ca8-3a5f-45ae-93f5-f6b3d52d347b on network b208ce5f-758d-4f0c-90ce-9c825be7bba2 {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:43:45.386412 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61bbe5-dc53-4bed-8300-eed714031d5f req-71a37590-0ba0-4ebf-9632-853360c60272 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:45.387980 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-fe61bbe5-dc53-4bed-8300-eed714031d5f req-71a37590-0ba0-4ebf-9632-853360c60272 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 946 time: 0.0491467 Sep 30 09:43:45.434590 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f35bb0-18cb-4287-890c-03073b117288 req-dc492532-6944-4172-ba6c-1fa7bec6e0f4 service neutron] Port 90444ca8-3a5f-45ae-93f5-f6b3d52d347b on network b208ce5f-758d-4f0c-90ce-9c825be7bba2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:43:45.434917 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f35bb0-18cb-4287-890c-03073b117288 req-dc492532-6944-4172-ba6c-1fa7bec6e0f4 service neutron] Attempting to bind port 90444ca8-3a5f-45ae-93f5-f6b3d52d347b on network b208ce5f-758d-4f0c-90ce-9c825be7bba2 {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:43:45.442243 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-fe61bbe5-dc53-4bed-8300-eed714031d5f req-42de4c15-449a-4cbd-9768-ba00564cd0fc tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466619 Sep 30 09:43:45.480192 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-9628b3e7-497c-48c4-ac10-f8a319dcd9ed None None] Attempt 2 to provision port 90444ca8-3a5f-45ae-93f5-f6b3d52d347b Sep 30 09:43:45.484569 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f35bb0-18cb-4287-890c-03073b117288 req-dc492532-6944-4172-ba6c-1fa7bec6e0f4 service neutron] Checking agent: {'id': '163c8669-4b7e-4ed1-afd3-94872a5a2df2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 34), 'started_at': datetime.datetime(2022, 9, 30, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:43:45.484911 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f35bb0-18cb-4287-890c-03073b117288 req-dc492532-6944-4172-ba6c-1fa7bec6e0f4 service neutron] Checking segment: {'id': 'e66f24b0-9893-442e-bdcf-fa149cc52000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:43:45.485292 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f35bb0-18cb-4287-890c-03073b117288 req-dc492532-6944-4172-ba6c-1fa7bec6e0f4 service neutron] Bound using segment: {'id': 'e66f24b0-9893-442e-bdcf-fa149cc52000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2'} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:43:45.485756 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-94f35bb0-18cb-4287-890c-03073b117288 req-dc492532-6944-4172-ba6c-1fa7bec6e0f4 service neutron] Bound port: 90444ca8-3a5f-45ae-93f5-f6b3d52d347b, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e66f24b0-9893-442e-bdcf-fa149cc52000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2'}}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:43:45.486119 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-94f35bb0-18cb-4287-890c-03073b117288 req-dc492532-6944-4172-ba6c-1fa7bec6e0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (90444ca8-3a5f-45ae-93f5-f6b3d52d347b), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:45.513283 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-9628b3e7-497c-48c4-ac10-f8a319dcd9ed None None] Port 90444ca8-3a5f-45ae-93f5-f6b3d52d347b cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:43:45.552722 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-94f35bb0-18cb-4287-890c-03073b117288 req-dc492532-6944-4172-ba6c-1fa7bec6e0f4 service neutron] For port 90444ca8-3a5f-45ae-93f5-f6b3d52d347b, host hv-cinder-maste, cleared binding levels {{(pid=106375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:43:45.555885 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-94f35bb0-18cb-4287-890c-03073b117288 req-dc492532-6944-4172-ba6c-1fa7bec6e0f4 service neutron] For port 90444ca8-3a5f-45ae-93f5-f6b3d52d347b, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=90444ca8-3a5f-45ae-93f5-f6b3d52d347b,segment=NetworkSegment(e66f24b0-9893-442e-bdcf-fa149cc52000),segment_id=e66f24b0-9893-442e-bdcf-fa149cc52000)] {{(pid=106375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:43:45.561891 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-94f35bb0-18cb-4287-890c-03073b117288 req-dc492532-6944-4172-ba6c-1fa7bec6e0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1379309'] for port (90444ca8-3a5f-45ae-93f5-f6b3d52d347b), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:45.564901 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f35bb0-18cb-4287-890c-03073b117288 req-dc492532-6944-4172-ba6c-1fa7bec6e0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:45.565522 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-94f35bb0-18cb-4287-890c-03073b117288 req-dc492532-6944-4172-ba6c-1fa7bec6e0f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:45.567111 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-94f35bb0-18cb-4287-890c-03073b117288 req-dc492532-6944-4172-ba6c-1fa7bec6e0f4 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/90444ca8-3a5f-45ae-93f5-f6b3d52d347b HTTP/1.1" status: 200 len: 1093 time: 0.6950395 Sep 30 09:43:45.569312 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c9fd50-6409-4012-bad7-5094fd277e4c', 'tag': '90444ca8-3a5f-45ae-93f5-f6b3d52d347b'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:43:45.571553 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a2765c340e485259911155c50f33e4425258638b85650f0a2a20d0c41df364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28976d4d-425e-46ae-abb5-60e91f0ba01b" -d '{"events": [{"name": "network-changed", "server_uuid": "96c9fd50-6409-4012-bad7-5094fd277e4c", "tag": "90444ca8-3a5f-45ae-93f5-f6b3d52d347b"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:43:45.611351 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3680a316-9e6d-4a8f-99e1-64d80c8b4ba8 x-openstack-request-id: req-3680a316-9e6d-4a8f-99e1-64d80c8b4ba8 {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:43:45.611642 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96c9fd50-6409-4012-bad7-5094fd277e4c", "tag": "90444ca8-3a5f-45ae-93f5-f6b3d52d347b", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:43:45.611895 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3680a316-9e6d-4a8f-99e1-64d80c8b4ba8 {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:43:45.612291 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3680a316-9e6d-4a8f-99e1-64d80c8b4ba8'] response: {'name': 'network-changed', 'server_uuid': '96c9fd50-6409-4012-bad7-5094fd277e4c', 'tag': '90444ca8-3a5f-45ae-93f5-f6b3d52d347b', 'status': 'completed', 'code': 200} Sep 30 09:43:45.627819 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc492532-6944-4172-ba6c-1fa7bec6e0f4 service neutron] Pushing event updated for resources: {'Port': ['ID=90444ca8-3a5f-45ae-93f5-f6b3d52d347b,revision_number=3']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:43:45.684311 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f35bb0-18cb-4287-890c-03073b117288 req-4d66f3b2-7f5d-4b27-950f-791f0e2e89b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:45.685813 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-94f35bb0-18cb-4287-890c-03073b117288 req-4d66f3b2-7f5d-4b27-950f-791f0e2e89b9 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=277b0f36e38f42909ad307ca1d09b7da&device_id=96c9fd50-6409-4012-bad7-5094fd277e4c HTTP/1.1" status: 200 len: 1127 time: 0.0394769 Sep 30 09:43:45.742078 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-94f35bb0-18cb-4287-890c-03073b117288 req-f0b48bc6-3b96-4d02-ba46-447f7d9aeeca service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90444ca8-3a5f-45ae-93f5-f6b3d52d347b HTTP/1.1" status: 200 len: 217 time: 0.0328014 Sep 30 09:43:45.795738 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f35bb0-18cb-4287-890c-03073b117288 req-3bc27969-87ed-436f-abb4-df7f5707c461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:45.797168 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-94f35bb0-18cb-4287-890c-03073b117288 req-3bc27969-87ed-436f-abb4-df7f5707c461 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=8411074f-f19b-4e83-87b2-5762dc2e15cc HTTP/1.1" status: 200 len: 853 time: 0.0489290 Sep 30 09:43:45.840823 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f35bb0-18cb-4287-890c-03073b117288 req-27477d3b-d46b-474f-9acd-9fb62808eea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:45.842341 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-94f35bb0-18cb-4287-890c-03073b117288 req-27477d3b-d46b-474f-9acd-9fb62808eea4 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=b208ce5f-758d-4f0c-90ce-9c825be7bba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0385671 Sep 30 09:43:45.907980 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:45.936627 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-94f35bb0-18cb-4287-890c-03073b117288 req-338ccded-ef2d-4fb9-9375-7c1f9bb9487a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b208ce5f-758d-4f0c-90ce-9c825be7bba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873289 Sep 30 09:43:45.990665 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:46.014014 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-9628b3e7-497c-48c4-ac10-f8a319dcd9ed None None] Attempt 3 to provision port 90444ca8-3a5f-45ae-93f5-f6b3d52d347b Sep 30 09:43:46.037881 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-94f35bb0-18cb-4287-890c-03073b117288 req-be105e05-1ba8-4afd-9998-640f89b3bddd service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b208ce5f-758d-4f0c-90ce-9c825be7bba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897403 Sep 30 09:43:46.054284 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-9628b3e7-497c-48c4-ac10-f8a319dcd9ed None None] Port 90444ca8-3a5f-45ae-93f5-f6b3d52d347b had new provisioning blocks added so it will not transition to active. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 30 09:43:46.347214 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106d311-a4fa-47a9-b10e-31445c90a70f req-9d4d5b8f-2156-431e-82b8-4c3f52ac82a9 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:46.348666 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8106d311-a4fa-47a9-b10e-31445c90a70f req-9d4d5b8f-2156-431e-82b8-4c3f52ac82a9 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=96c9fd50-6409-4012-bad7-5094fd277e4c HTTP/1.1" status: 200 len: 943 time: 0.0516720 Sep 30 09:43:46.398144 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8106d311-a4fa-47a9-b10e-31445c90a70f req-12cbaff9-2484-4e67-9b21-8814293a4bd4 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b14740d7-9176-4168-ba87-52e7b48dac11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436831 Sep 30 09:43:46.578708 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf93b93-47fd-4249-a8ad-eac5e926874b req-5b5c229a-55dc-4a90-859c-fcc969b3e343 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:46.580089 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1cf93b93-47fd-4249-a8ad-eac5e926874b req-5b5c229a-55dc-4a90-859c-fcc969b3e343 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 946 time: 0.0480542 Sep 30 09:43:46.628462 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1cf93b93-47fd-4249-a8ad-eac5e926874b req-d2b4bc98-0c16-40e1-91de-9aa467c65199 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427430 Sep 30 09:43:47.532170 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed940d47-a95c-491b-91e4-70860d08a1a0 req-c2cce844-2362-40ec-9b89-456a8dada059 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:47.533602 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ed940d47-a95c-491b-91e4-70860d08a1a0 req-c2cce844-2362-40ec-9b89-456a8dada059 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=96c9fd50-6409-4012-bad7-5094fd277e4c HTTP/1.1" status: 200 len: 943 time: 0.0545516 Sep 30 09:43:47.584508 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ed940d47-a95c-491b-91e4-70860d08a1a0 req-7e3a7a27-d106-4eb2-baba-9e5d5272f51c tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b14740d7-9176-4168-ba87-52e7b48dac11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452621 Sep 30 09:43:47.757363 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794e53e-2e4c-4f11-85f4-fa1236ecdfda req-48748df6-7b15-4e74-b628-620072ce8488 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:47.759136 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4794e53e-2e4c-4f11-85f4-fa1236ecdfda req-48748df6-7b15-4e74-b628-620072ce8488 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 946 time: 0.0469098 Sep 30 09:43:47.786781 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:47.812202 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4794e53e-2e4c-4f11-85f4-fa1236ecdfda req-58ef620f-814f-44a9-9ae9-6e3e017cdc88 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474508 Sep 30 09:43:48.699798 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28976d4d-425e-46ae-abb5-60e91f0ba01b req-7979b8c4-73e0-412d-a2bf-82a9e50c9905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:48.702125 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-28976d4d-425e-46ae-abb5-60e91f0ba01b req-7979b8c4-73e0-412d-a2bf-82a9e50c9905 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=277b0f36e38f42909ad307ca1d09b7da&device_id=96c9fd50-6409-4012-bad7-5094fd277e4c HTTP/1.1" status: 200 len: 1127 time: 0.0486712 Sep 30 09:43:48.715837 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231aac39-8539-4d08-8a39-4743a7170612 req-342b31d8-acb5-463d-8064-0d93473bc5d3 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:48.717298 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-231aac39-8539-4d08-8a39-4743a7170612 req-342b31d8-acb5-463d-8064-0d93473bc5d3 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=96c9fd50-6409-4012-bad7-5094fd277e4c HTTP/1.1" status: 200 len: 943 time: 0.0579164 Sep 30 09:43:48.766699 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-231aac39-8539-4d08-8a39-4743a7170612 req-c31411c1-135e-4572-8042-3656dc18dfda tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b14740d7-9176-4168-ba87-52e7b48dac11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437040 Sep 30 09:43:48.883502 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28976d4d-425e-46ae-abb5-60e91f0ba01b req-4ebd4e0a-cc4a-47cf-876d-b6f13826c786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:48.885033 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-28976d4d-425e-46ae-abb5-60e91f0ba01b req-4ebd4e0a-cc4a-47cf-876d-b6f13826c786 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=b208ce5f-758d-4f0c-90ce-9c825be7bba2 HTTP/1.1" status: 200 len: 915 time: 0.0967762 Sep 30 09:43:48.927036 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-28976d4d-425e-46ae-abb5-60e91f0ba01b req-744b2a83-2dbd-43ad-843b-069ba72c49a7 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90444ca8-3a5f-45ae-93f5-f6b3d52d347b HTTP/1.1" status: 200 len: 217 time: 0.0353093 Sep 30 09:43:48.948332 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce13b31-85a4-40d1-a9b9-6606205d55dd req-f6d652df-1419-4489-90d8-f9c44ece0092 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:48.950084 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7ce13b31-85a4-40d1-a9b9-6606205d55dd req-f6d652df-1419-4489-90d8-f9c44ece0092 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 946 time: 0.0519652 Sep 30 09:43:48.980175 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28976d4d-425e-46ae-abb5-60e91f0ba01b req-031433a7-9ea1-4e09-88f8-1c95cfdbe912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:48.982141 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-28976d4d-425e-46ae-abb5-60e91f0ba01b req-031433a7-9ea1-4e09-88f8-1c95cfdbe912 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=8411074f-f19b-4e83-87b2-5762dc2e15cc HTTP/1.1" status: 200 len: 853 time: 0.0488439 Sep 30 09:43:48.998309 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7ce13b31-85a4-40d1-a9b9-6606205d55dd req-cc3fe4aa-9176-4db2-98a5-f4866390e27f tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427182 Sep 30 09:43:49.029059 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28976d4d-425e-46ae-abb5-60e91f0ba01b req-5c5b7051-1891-4f58-acf8-3dca1fe8deee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:49.030586 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-28976d4d-425e-46ae-abb5-60e91f0ba01b req-5c5b7051-1891-4f58-acf8-3dca1fe8deee service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=b208ce5f-758d-4f0c-90ce-9c825be7bba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0401204 Sep 30 09:43:49.119979 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-28976d4d-425e-46ae-abb5-60e91f0ba01b req-4d72539c-e470-4985-bead-b71ab29476ca service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b208ce5f-758d-4f0c-90ce-9c825be7bba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829537 Sep 30 09:43:49.185836 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 90444ca8-3a5f-45ae-93f5-f6b3d52d347b details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:43:49.217785 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-28976d4d-425e-46ae-abb5-60e91f0ba01b req-155ec7fd-628a-44ba-a73c-759c030bb7d2 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b208ce5f-758d-4f0c-90ce-9c825be7bba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918205 Sep 30 09:43:49.288229 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port 90444ca8-3a5f-45ae-93f5-f6b3d52d347b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=90444ca8-3a5f-45ae-93f5-f6b3d52d347b,segment=NetworkSegment(e66f24b0-9893-442e-bdcf-fa149cc52000),segment_id=e66f24b0-9893-442e-bdcf-fa149cc52000)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:43:49.298819 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Returning: {'device': '90444ca8-3a5f-45ae-93f5-f6b3d52d347b', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'port_id': '90444ca8-3a5f-45ae-93f5-f6b3d52d347b', 'mac_address': 'fa:16:3e:85:55:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:43:49.340503 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port 90444ca8-3a5f-45ae-93f5-f6b3d52d347b is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:43:49.340915 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (90444ca8-3a5f-45ae-93f5-f6b3d52d347b), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:49.353756 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90444ca8-3a5f-45ae-93f5-f6b3d52d347b {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:43:49.373379 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port 90444ca8-3a5f-45ae-93f5-f6b3d52d347b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=90444ca8-3a5f-45ae-93f5-f6b3d52d347b,segment=NetworkSegment(e66f24b0-9893-442e-bdcf-fa149cc52000),segment_id=e66f24b0-9893-442e-bdcf-fa149cc52000)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:43:49.377112 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (90444ca8-3a5f-45ae-93f5-f6b3d52d347b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:49.427340 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=5 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:49.427883 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=90444ca8-3a5f-45ae-93f5-f6b3d52d347b,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:43:49.865271 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] get_ports_and_sgs() called for port_ids ['90444ca8-3a5f-45ae-93f5-f6b3d52d347b'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:43:49.882202 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:49.899730 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c28cefe-181c-4b58-b2aa-ad65dc0d022c req-7dd7176f-999d-4411-abf4-f00d8119c10c tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:49.901357 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8c28cefe-181c-4b58-b2aa-ad65dc0d022c req-7dd7176f-999d-4411-abf4-f00d8119c10c tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=96c9fd50-6409-4012-bad7-5094fd277e4c HTTP/1.1" status: 200 len: 944 time: 0.0533791 Sep 30 09:43:49.952596 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8c28cefe-181c-4b58-b2aa-ad65dc0d022c req-adfdb3d3-96a8-49b4-95e7-aab69a8a0781 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b14740d7-9176-4168-ba87-52e7b48dac11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445943 Sep 30 09:43:50.007876 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=100 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:50.139339 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48601d50-c656-4aba-8a28-770c65bf3b7d req-11d368ac-1c59-4e20-94f3-6bf95e7cb194 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:50.141069 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-48601d50-c656-4aba-8a28-770c65bf3b7d req-11d368ac-1c59-4e20-94f3-6bf95e7cb194 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 946 time: 0.0518353 Sep 30 09:43:50.188222 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-48601d50-c656-4aba-8a28-770c65bf3b7d req-c2d14d65-c7aa-47cf-a369-f3c786ece75a tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415344 Sep 30 09:43:51.078270 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d39054-1bc1-4965-8cb3-93775006ffad req-09ec80c1-1424-4b71-9313-e23ec4fd05d4 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:51.079721 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-13d39054-1bc1-4965-8cb3-93775006ffad req-09ec80c1-1424-4b71-9313-e23ec4fd05d4 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=96c9fd50-6409-4012-bad7-5094fd277e4c HTTP/1.1" status: 200 len: 944 time: 0.0505998 Sep 30 09:43:51.127628 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-13d39054-1bc1-4965-8cb3-93775006ffad req-fe8e6d83-8073-48bb-bbf3-70c9668aa2ed tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b14740d7-9176-4168-ba87-52e7b48dac11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416386 Sep 30 09:43:51.316209 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd13b4d9-7e59-4466-ba30-57b442d9da80 req-24056a7a-83e9-4ebf-9889-ce878d1eb4c5 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:51.318367 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-cd13b4d9-7e59-4466-ba30-57b442d9da80 req-24056a7a-83e9-4ebf-9889-ce878d1eb4c5 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 946 time: 0.0473578 Sep 30 09:43:51.624689 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-cd13b4d9-7e59-4466-ba30-57b442d9da80 req-e73b4ca0-e24a-4347-8576-554d48ef337f tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3001378 Sep 30 09:43:51.684035 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 90444ca8-3a5f-45ae-93f5-f6b3d52d347b up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:43:51.727226 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Provisioning for port 90444ca8-3a5f-45ae-93f5-f6b3d52d347b completed by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 30 09:43:51.732817 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Provisioning complete for port 90444ca8-3a5f-45ae-93f5-f6b3d52d347b triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:43:51.733195 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (90444ca8-3a5f-45ae-93f5-f6b3d52d347b), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:51.733530 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Attempt 1 to provision port 90444ca8-3a5f-45ae-93f5-f6b3d52d347b Sep 30 09:43:51.812060 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port 90444ca8-3a5f-45ae-93f5-f6b3d52d347b is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:43:51.812440 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (90444ca8-3a5f-45ae-93f5-f6b3d52d347b), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:51.834832 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c9fd50-6409-4012-bad7-5094fd277e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90444ca8-3a5f-45ae-93f5-f6b3d52d347b'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:43:51.837024 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}572cd3d2a36c298d242844143b4f2eb8d6763781bbf742a8cfd50e233d5d8038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e93e50-efa7-43fa-981a-d7cb485b7454" -d '{"events": [{"server_uuid": "96c9fd50-6409-4012-bad7-5094fd277e4c", "name": "network-vif-plugged", "status": "completed", "tag": "90444ca8-3a5f-45ae-93f5-f6b3d52d347b"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:43:51.850404 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port 90444ca8-3a5f-45ae-93f5-f6b3d52d347b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=90444ca8-3a5f-45ae-93f5-f6b3d52d347b,segment=NetworkSegment(e66f24b0-9893-442e-bdcf-fa149cc52000),segment_id=e66f24b0-9893-442e-bdcf-fa149cc52000)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:43:51.855158 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (90444ca8-3a5f-45ae-93f5-f6b3d52d347b), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:51.882278 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55822837-25ef-4983-9266-8d91542d5f40 x-openstack-request-id: req-55822837-25ef-4983-9266-8d91542d5f40 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:43:51.882572 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c9fd50-6409-4012-bad7-5094fd277e4c", "name": "network-vif-plugged", "status": "completed", "tag": "90444ca8-3a5f-45ae-93f5-f6b3d52d347b", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:43:51.882829 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-55822837-25ef-4983-9266-8d91542d5f40 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:43:51.883225 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55822837-25ef-4983-9266-8d91542d5f40'] response: {'server_uuid': '96c9fd50-6409-4012-bad7-5094fd277e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90444ca8-3a5f-45ae-93f5-f6b3d52d347b', 'code': 200} Sep 30 09:43:51.908580 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=90444ca8-3a5f-45ae-93f5-f6b3d52d347b,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:43:52.116806 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7d6ad-d03f-46de-9f8d-fd72c5cce603 req-e88f359e-ffc1-4d97-b924-7e2b1982e865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:52.118345 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-86b7d6ad-d03f-46de-9f8d-fd72c5cce603 req-e88f359e-ffc1-4d97-b924-7e2b1982e865 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=96c9fd50-6409-4012-bad7-5094fd277e4c HTTP/1.1" status: 200 len: 1129 time: 0.0412016 Sep 30 09:43:52.168444 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-86b7d6ad-d03f-46de-9f8d-fd72c5cce603 req-4566d3da-73cb-40f5-8ee1-cf254dea8e41 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b14740d7-9176-4168-ba87-52e7b48dac11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422390 Sep 30 09:43:52.252223 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b1bb4-b5c3-469d-8cd9-ed97a1b4b52e req-392eacb6-e5f7-49f1-ab76-18057cf2c935 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:52.253698 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-557b1bb4-b5c3-469d-8cd9-ed97a1b4b52e req-392eacb6-e5f7-49f1-ab76-18057cf2c935 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=96c9fd50-6409-4012-bad7-5094fd277e4c HTTP/1.1" status: 200 len: 945 time: 0.0472069 Sep 30 09:43:52.301741 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-557b1bb4-b5c3-469d-8cd9-ed97a1b4b52e req-1f8aacab-6fe5-4894-8532-46e64a9a05ab tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b14740d7-9176-4168-ba87-52e7b48dac11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424354 Sep 30 09:43:52.760600 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bec0c0-18d3-425f-a0c7-3ce094ef540d req-10844f16-df8c-4ef9-8616-bb5d218a2551 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:52.762103 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c6bec0c0-18d3-425f-a0c7-3ce094ef540d req-10844f16-df8c-4ef9-8616-bb5d218a2551 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 946 time: 0.0500560 Sep 30 09:43:52.812721 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c6bec0c0-18d3-425f-a0c7-3ce094ef540d req-7f45d145-eb78-4dd8-b08c-2833c1df895b tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448098 Sep 30 09:43:53.427744 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeada73-a818-41ea-8bee-7ae5fb8bb640 req-782d3d02-53eb-4fd7-9c06-8b26c496d456 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:53.429309 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-baeada73-a818-41ea-8bee-7ae5fb8bb640 req-782d3d02-53eb-4fd7-9c06-8b26c496d456 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=96c9fd50-6409-4012-bad7-5094fd277e4c HTTP/1.1" status: 200 len: 945 time: 0.0475020 Sep 30 09:43:53.476705 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-baeada73-a818-41ea-8bee-7ae5fb8bb640 req-0df6cae7-fbb9-45e5-9a8f-056917e9ed8f tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b14740d7-9176-4168-ba87-52e7b48dac11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414338 Sep 30 09:43:53.666046 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device a57cd9d9-dad9-43b3-a028-65277654babd details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:43:53.671729 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:53.890995 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port a57cd9d9-dad9-43b3-a028-65277654babd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a57cd9d9-dad9-43b3-a028-65277654babd,segment=NetworkSegment(564e7fba-80a0-41fa-9dbf-7d18353521c2),segment_id=564e7fba-80a0-41fa-9dbf-7d18353521c2)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:43:53.903090 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Returning: {'device': 'a57cd9d9-dad9-43b3-a028-65277654babd', 'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272', 'port_id': 'a57cd9d9-dad9-43b3-a028-65277654babd', 'mac_address': 'fa:16:3e:f2:cb:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caa068e9-5807-465e-a6a4-c687aab9e12e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:43:53.938936 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port a57cd9d9-dad9-43b3-a028-65277654babd is: ACTIVE; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:43:53.939361 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (a57cd9d9-dad9-43b3-a028-65277654babd), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:53.943379 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7dcd5-55da-4e36-8e7a-f4230957feda req-198260eb-aed3-48c6-a7b3-fe08dadffed8 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:53.944958 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-31c7dcd5-55da-4e36-8e7a-f4230957feda req-198260eb-aed3-48c6-a7b3-fe08dadffed8 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 946 time: 0.0475514 Sep 30 09:43:53.957011 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a57cd9d9-dad9-43b3-a028-65277654babd {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:43:53.977344 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port a57cd9d9-dad9-43b3-a028-65277654babd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a57cd9d9-dad9-43b3-a028-65277654babd,segment=NetworkSegment(564e7fba-80a0-41fa-9dbf-7d18353521c2),segment_id=564e7fba-80a0-41fa-9dbf-7d18353521c2)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:43:53.981263 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (a57cd9d9-dad9-43b3-a028-65277654babd), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:53.993769 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-31c7dcd5-55da-4e36-8e7a-f4230957feda req-af1bef81-9780-4778-894c-927012f9c559 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430760 Sep 30 09:43:54.029328 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=a57cd9d9-dad9-43b3-a028-65277654babd,revision_number=6']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:43:54.168218 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] get_ports_and_sgs() called for port_ids ['a57cd9d9-dad9-43b3-a028-65277654babd'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:43:54.609271 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad918e8-4437-4bc1-915a-9f43d851c782 req-55fac192-54d4-42ba-88ff-f05d6a36e153 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:54.610745 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6ad918e8-4437-4bc1-915a-9f43d851c782 req-55fac192-54d4-42ba-88ff-f05d6a36e153 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=96c9fd50-6409-4012-bad7-5094fd277e4c HTTP/1.1" status: 200 len: 945 time: 0.0521357 Sep 30 09:43:54.658500 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6ad918e8-4437-4bc1-915a-9f43d851c782 req-72712ebb-73b6-4b93-bd1b-225cbf799beb tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b14740d7-9176-4168-ba87-52e7b48dac11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410266 Sep 30 09:43:55.123320 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f0985e-57d0-419e-a33c-d9dd57ef9a9f req-cd89191b-c24f-463e-9202-fd4b686a76ae tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:55.124779 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c8f0985e-57d0-419e-a33c-d9dd57ef9a9f req-cd89191b-c24f-463e-9202-fd4b686a76ae tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 945 time: 0.0469666 Sep 30 09:43:55.149589 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:55.173525 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c8f0985e-57d0-419e-a33c-d9dd57ef9a9f req-a649fdcc-0054-4175-94f0-750f57fedda9 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429690 Sep 30 09:43:55.699377 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device a57cd9d9-dad9-43b3-a028-65277654babd up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:43:55.747299 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Provisioning complete for port a57cd9d9-dad9-43b3-a028-65277654babd triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:43:55.747668 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (a57cd9d9-dad9-43b3-a028-65277654babd), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:55.748000 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Attempt 1 to provision port a57cd9d9-dad9-43b3-a028-65277654babd Sep 30 09:43:55.778280 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bfe4fe-194d-478a-8e09-e1221c50b286 req-872c6a6b-c523-4632-823f-480a86244dde tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:55.779744 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-49bfe4fe-194d-478a-8e09-e1221c50b286 req-872c6a6b-c523-4632-823f-480a86244dde tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=96c9fd50-6409-4012-bad7-5094fd277e4c HTTP/1.1" status: 200 len: 945 time: 0.0472419 Sep 30 09:43:55.819937 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:55.821971 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port a57cd9d9-dad9-43b3-a028-65277654babd is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:43:55.822368 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (a57cd9d9-dad9-43b3-a028-65277654babd), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:55.832490 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-49bfe4fe-194d-478a-8e09-e1221c50b286 req-57f72b61-dca7-4473-b22a-357d81216e4e tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b14740d7-9176-4168-ba87-52e7b48dac11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469680 Sep 30 09:43:55.832882 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:55.847046 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e777d9-b819-47a7-8103-40f55c6b75ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57cd9d9-dad9-43b3-a028-65277654babd'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:43:55.849374 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}572cd3d2a36c298d242844143b4f2eb8d6763781bbf742a8cfd50e233d5d8038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b046a582-9007-4e30-8bde-69e50114bb17" -d '{"events": [{"server_uuid": "e8e777d9-b819-47a7-8103-40f55c6b75ad", "name": "network-vif-plugged", "status": "completed", "tag": "a57cd9d9-dad9-43b3-a028-65277654babd"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:43:55.863199 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port a57cd9d9-dad9-43b3-a028-65277654babd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a57cd9d9-dad9-43b3-a028-65277654babd,segment=NetworkSegment(564e7fba-80a0-41fa-9dbf-7d18353521c2),segment_id=564e7fba-80a0-41fa-9dbf-7d18353521c2)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:43:55.868045 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (a57cd9d9-dad9-43b3-a028-65277654babd), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:55.895317 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261702d2-c2c8-4153-9def-ff25f34cf22c x-openstack-request-id: req-261702d2-c2c8-4153-9def-ff25f34cf22c {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:43:55.895629 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e777d9-b819-47a7-8103-40f55c6b75ad", "name": "network-vif-plugged", "status": "completed", "tag": "a57cd9d9-dad9-43b3-a028-65277654babd", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:43:55.895879 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-261702d2-c2c8-4153-9def-ff25f34cf22c {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:43:55.896266 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-261702d2-c2c8-4153-9def-ff25f34cf22c'] response: {'server_uuid': 'e8e777d9-b819-47a7-8103-40f55c6b75ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57cd9d9-dad9-43b3-a028-65277654babd', 'code': 200} Sep 30 09:43:55.922907 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=a57cd9d9-dad9-43b3-a028-65277654babd,revision_number=7']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:43:55.951549 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb4abd-d003-44ac-8154-4a69fc456212 req-a620d4f8-ab24-4881-b5d4-2fab7723d33a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:55.952922 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8dfb4abd-d003-44ac-8154-4a69fc456212 req-a620d4f8-ab24-4881-b5d4-2fab7723d33a tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=96c9fd50-6409-4012-bad7-5094fd277e4c HTTP/1.1" status: 200 len: 945 time: 0.0466583 Sep 30 09:43:55.963067 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 44008) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:43:55.967686 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-6ec26bfa-7606-401d-bc58-87c1137b8c09 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Request body: {'floatingip': {'port_id': '90444ca8-3a5f-45ae-93f5-f6b3d52d347b'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:43:55.977029 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-17068cd3-747b-46bb-a61b-a60eab52d466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:56.011016 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-6ec26bfa-7606-401d-bc58-87c1137b8c09 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for floatingip (91eb7b42-f9d0-484d-8e49-c8bd26400f0e), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:56.304456 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d4238-7bda-484a-8051-359a2f1aa60a req-39a0de38-954c-4a7a-a95e-2f8efea78989 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:56.306067 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ff3d4238-7bda-484a-8051-359a2f1aa60a req-39a0de38-954c-4a7a-a95e-2f8efea78989 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 946 time: 0.0504682 Sep 30 09:43:56.361039 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ff3d4238-7bda-484a-8051-359a2f1aa60a req-22a55dbf-efc1-4038-ba80-15bcdcfccff1 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487015 Sep 30 09:43:56.609955 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:56.642398 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:56.665066 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-6ec26bfa-7606-401d-bc58-87c1137b8c09 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:56.668791 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-6ec26bfa-7606-401d-bc58-87c1137b8c09 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759975'] for floatingip (91eb7b42-f9d0-484d-8e49-c8bd26400f0e), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:56.770101 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.db.l3_db [None req-6ec26bfa-7606-401d-bc58-87c1137b8c09 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Floating IP 91eb7b42-f9d0-484d-8e49-c8bd26400f0e associated. External IP: 172.37.1.7, port: 90444ca8-3a5f-45ae-93f5-f6b3d52d347b. Sep 30 09:43:56.969387 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec26bfa-7606-401d-bc58-87c1137b8c09 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Router 3b92f880-bce1-431d-953b-029e5d3c9818 has already been hosted by L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 {{(pid=106375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:43:57.072263 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec26bfa-7606-401d-bc58-87c1137b8c09 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:43:57.076714 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-6ec26bfa-7606-401d-bc58-87c1137b8c09 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for floatingip (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:57.082217 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501a4805-187a-43b4-9ce7-1a1c9a14fe1e None None] Sync routers for ids ['3b92f880-bce1-431d-953b-029e5d3c9818'] in dv-cinder-master-3-smb {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:43:57.092467 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501a4805-187a-43b4-9ce7-1a1c9a14fe1e None None] Routers {'3b92f880-bce1-431d-953b-029e5d3c9818'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:43:57.093168 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-501a4805-187a-43b4-9ce7-1a1c9a14fe1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:43:28Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['3b92f880-bce1-431d-953b-029e5d3c9818'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:43:57.106832 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-6ec26bfa-7606-401d-bc58-87c1137b8c09 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/91eb7b42-f9d0-484d-8e49-c8bd26400f0e HTTP/1.1" status: 200 len: 989 time: 1.1425653 Sep 30 09:43:57.107602 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c9fd50-6409-4012-bad7-5094fd277e4c', 'tag': '90444ca8-3a5f-45ae-93f5-f6b3d52d347b'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:43:57.110041 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a2765c340e485259911155c50f33e4425258638b85650f0a2a20d0c41df364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3c279a-76ed-44c4-b2e8-c214b7ad59ee" -d '{"events": [{"name": "network-changed", "server_uuid": "96c9fd50-6409-4012-bad7-5094fd277e4c", "tag": "90444ca8-3a5f-45ae-93f5-f6b3d52d347b"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:43:57.150247 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a713030e-d46d-4ceb-ab50-ac1187634988 x-openstack-request-id: req-a713030e-d46d-4ceb-ab50-ac1187634988 {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:43:57.150605 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96c9fd50-6409-4012-bad7-5094fd277e4c", "tag": "90444ca8-3a5f-45ae-93f5-f6b3d52d347b", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:43:57.150919 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a713030e-d46d-4ceb-ab50-ac1187634988 {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:43:57.151328 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a713030e-d46d-4ceb-ab50-ac1187634988'] response: {'name': 'network-changed', 'server_uuid': '96c9fd50-6409-4012-bad7-5094fd277e4c', 'tag': '90444ca8-3a5f-45ae-93f5-f6b3d52d347b', 'status': 'completed', 'code': 200} Sep 30 09:43:57.201180 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-501a4805-187a-43b4-9ce7-1a1c9a14fe1e None None] Set router 3b92f880-bce1-431d-953b-029e5d3c9818 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:43:57.236813 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c279a-76ed-44c4-b2e8-c214b7ad59ee req-c44af4a8-a9b4-480a-8990-2b6efbf2e0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:57.238369 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-1b3c279a-76ed-44c4-b2e8-c214b7ad59ee req-c44af4a8-a9b4-480a-8990-2b6efbf2e0cf service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=277b0f36e38f42909ad307ca1d09b7da&device_id=96c9fd50-6409-4012-bad7-5094fd277e4c HTTP/1.1" status: 200 len: 1129 time: 0.0392778 Sep 30 09:43:57.267806 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:57.334674 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c279a-76ed-44c4-b2e8-c214b7ad59ee req-145b15e9-2c34-4d01-9c6d-86f921099658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:57.336150 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-1b3c279a-76ed-44c4-b2e8-c214b7ad59ee req-145b15e9-2c34-4d01-9c6d-86f921099658 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=b208ce5f-758d-4f0c-90ce-9c825be7bba2 HTTP/1.1" status: 200 len: 915 time: 0.0920804 Sep 30 09:43:57.407961 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-1b3c279a-76ed-44c4-b2e8-c214b7ad59ee req-0177bd75-bbc8-4e8d-bb8e-a5fcc5a1022a service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90444ca8-3a5f-45ae-93f5-f6b3d52d347b HTTP/1.1" status: 200 len: 997 time: 0.0662644 Sep 30 09:43:57.427056 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-501a4805-187a-43b4-9ce7-1a1c9a14fe1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'name': 'tempest-AttachVolumeNegativeTest-834901665-router', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94'}], 'enable_snat': True}, 'gw_port_id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:07Z', 'revision_number': 4, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'gw_port': {'id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:02Z', 'updated_at': '2022-09-30T09:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '91eb7b42-f9d0-484d-8e49-c8bd26400f0e', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'floating_ip_address': '172.37.1.7', 'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'router_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'port_id': '90444ca8-3a5f-45ae-93f5-f6b3d52d347b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'mac_address': 'fa:16:3e:85:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c9fd50-6409-4012-bad7-5094fd277e4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:43:41Z', 'updated_at': '2022-09-30T09:43:56Z', 'revision_number': 1, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '600c548c-0db2-4cb3-9561-68f0f39c3aa5', 'name': '', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'mac_address': 'fa:16:3e:85:21:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:06Z', 'updated_at': '2022-09-30T09:36:21Z', 'revision_number': 5, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'subnets': [{'id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:43:57.456736 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501a4805-187a-43b4-9ce7-1a1c9a14fe1e None None] Checking router: 3b92f880-bce1-431d-953b-029e5d3c9818 for host: dv-cinder-master-3-smb {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:43:57.460937 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c279a-76ed-44c4-b2e8-c214b7ad59ee req-17ad2e7d-3b80-45d9-af5b-08843a8cd983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:57.462656 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-1b3c279a-76ed-44c4-b2e8-c214b7ad59ee req-17ad2e7d-3b80-45d9-af5b-08843a8cd983 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=8411074f-f19b-4e83-87b2-5762dc2e15cc HTTP/1.1" status: 200 len: 853 time: 0.0481222 Sep 30 09:43:57.467385 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501a4805-187a-43b4-9ce7-1a1c9a14fe1e None None] Routers {'3b92f880-bce1-431d-953b-029e5d3c9818'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:43:57.468070 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-501a4805-187a-43b4-9ce7-1a1c9a14fe1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:43:28Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['3b92f880-bce1-431d-953b-029e5d3c9818'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:43:57.498527 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4052ce2-ac06-42dc-bb00-c1ceea6d1d70 req-ec586286-62d9-4414-8878-660501f1d824 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:57.499926 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d4052ce2-ac06-42dc-bb00-c1ceea6d1d70 req-ec586286-62d9-4414-8878-660501f1d824 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 946 time: 0.0517058 Sep 30 09:43:57.510349 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c279a-76ed-44c4-b2e8-c214b7ad59ee req-6626e1f2-e18e-48cd-ad89-177edf8f42a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:57.511858 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-1b3c279a-76ed-44c4-b2e8-c214b7ad59ee req-6626e1f2-e18e-48cd-ad89-177edf8f42a2 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=b208ce5f-758d-4f0c-90ce-9c825be7bba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0435510 Sep 30 09:43:57.548150 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d4052ce2-ac06-42dc-bb00-c1ceea6d1d70 req-1e2d14db-34b2-4c2a-89fa-5ca9a7d90734 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425756 Sep 30 09:43:57.578080 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-501a4805-187a-43b4-9ce7-1a1c9a14fe1e None None] Set router 3b92f880-bce1-431d-953b-029e5d3c9818 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:43:57.610850 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-1b3c279a-76ed-44c4-b2e8-c214b7ad59ee req-585149fb-fd1d-4abc-9889-bef697a5e066 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b208ce5f-758d-4f0c-90ce-9c825be7bba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932047 Sep 30 09:43:57.696388 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:43:57.700622 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-1b3c279a-76ed-44c4-b2e8-c214b7ad59ee req-f3a12542-7d71-41d8-8670-7e6dd9b07839 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b208ce5f-758d-4f0c-90ce-9c825be7bba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839038 Sep 30 09:43:57.794021 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-501a4805-187a-43b4-9ce7-1a1c9a14fe1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'name': 'tempest-AttachVolumeNegativeTest-834901665-router', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94'}], 'enable_snat': True}, 'gw_port_id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:07Z', 'revision_number': 4, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'gw_port': {'id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:02Z', 'updated_at': '2022-09-30T09:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '91eb7b42-f9d0-484d-8e49-c8bd26400f0e', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'floating_ip_address': '172.37.1.7', 'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'router_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'port_id': '90444ca8-3a5f-45ae-93f5-f6b3d52d347b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'mac_address': 'fa:16:3e:85:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c9fd50-6409-4012-bad7-5094fd277e4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:43:41Z', 'updated_at': '2022-09-30T09:43:56Z', 'revision_number': 1, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '600c548c-0db2-4cb3-9561-68f0f39c3aa5', 'name': '', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'mac_address': 'fa:16:3e:85:21:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:06Z', 'updated_at': '2022-09-30T09:36:21Z', 'revision_number': 5, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'subnets': [{'id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:43:57.819064 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501a4805-187a-43b4-9ce7-1a1c9a14fe1e None None] The sync data for ids ['3b92f880-bce1-431d-953b-029e5d3c9818'] in dv-cinder-master-3-smb is: [{'id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'name': 'tempest-AttachVolumeNegativeTest-834901665-router', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94'}], 'enable_snat': True}, 'gw_port_id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:07Z', 'revision_number': 4, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'gw_port': {'id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:02Z', 'updated_at': '2022-09-30T09:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '91eb7b42-f9d0-484d-8e49-c8bd26400f0e', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'floating_ip_address': '172.37.1.7', 'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'router_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'port_id': '90444ca8-3a5f-45ae-93f5-f6b3d52d347b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'mac_address': 'fa:16:3e:85:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c9fd50-6409-4012-bad7-5094fd277e4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:43:41Z', 'updated_at': '2022-09-30T09:43:56Z', 'revision_number': 1, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '600c548c-0db2-4cb3-9561-68f0f39c3aa5', 'name': '', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'mac_address': 'fa:16:3e:85:21:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:06Z', 'updated_at': '2022-09-30T09:36:21Z', 'revision_number': 5, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'subnets': [{'id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:43:58.022727 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cdc31e-a25a-4c6e-bdf2-f4f528a88e78 None None] New status for floating IP 91eb7b42-f9d0-484d-8e49-c8bd26400f0e: ACTIVE {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 09:43:58.295573 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-83a498b4-f051-4622-a51d-8a97aaf87df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:58.685356 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfced4-1754-4711-868e-f5d3111a029e req-c56998a0-11dc-4cf5-a6f7-a94542d70390 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:58.686923 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a9dfced4-1754-4711-868e-f5d3111a029e req-c56998a0-11dc-4cf5-a6f7-a94542d70390 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 946 time: 0.0552526 Sep 30 09:43:58.741718 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a9dfced4-1754-4711-868e-f5d3111a029e req-6ee8424e-4c7c-41ce-912d-c40f84eaca7b tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491557 Sep 30 09:43:59.462664 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:59.677227 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:43:59.882121 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d5607-ef4e-457f-990f-5287d15ee3bf req-1fc0cc04-49ee-4261-b921-3d8f3f5b1694 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:43:59.883637 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-9d3d5607-ef4e-457f-990f-5287d15ee3bf req-1fc0cc04-49ee-4261-b921-3d8f3f5b1694 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 946 time: 0.0485206 Sep 30 09:43:59.945142 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-9d3d5607-ef4e-457f-990f-5287d15ee3bf req-e031bad1-66dd-4634-b996-764955c5ca8d tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545456 Sep 30 09:44:00.979748 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:44:00.981916 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:44:01.083362 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442138b-4329-4e65-9e00-3050b559ed57 req-fca9bf26-3093-4e1c-b13b-ff40dd7afadd tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:01.084842 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-e442138b-4329-4e65-9e00-3050b559ed57 req-fca9bf26-3093-4e1c-b13b-ff40dd7afadd tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 946 time: 0.0494182 Sep 30 09:44:01.138537 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-e442138b-4329-4e65-9e00-3050b559ed57 req-fb55a908-9738-4190-a54c-580a40a5b170 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472195 Sep 30 09:44:02.269348 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc52b9b-dbd5-4865-95bd-0c7ed73eae6b req-53c2b10d-ee36-4eec-b5e7-0bd83daf0fc3 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:02.270863 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-9fc52b9b-dbd5-4865-95bd-0c7ed73eae6b req-53c2b10d-ee36-4eec-b5e7-0bd83daf0fc3 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 946 time: 0.0507429 Sep 30 09:44:02.322285 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-9fc52b9b-dbd5-4865-95bd-0c7ed73eae6b req-edbbcf39-b487-4239-90a2-a539e3d03c98 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448604 Sep 30 09:44:03.473420 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4907e93-83d0-48af-98d7-a154765c536a req-5c81ee8b-e00c-48be-abfd-b16b39a19d30 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:03.474929 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d4907e93-83d0-48af-98d7-a154765c536a req-5c81ee8b-e00c-48be-abfd-b16b39a19d30 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 946 time: 0.0524490 Sep 30 09:44:03.545592 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d4907e93-83d0-48af-98d7-a154765c536a req-840f48e5-6b9e-4c86-bc89-d6c670fd9084 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650268 Sep 30 09:44:04.681025 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db92b4-4d89-4523-93b3-f96065b6a06a req-9c49b55e-1856-4e24-b500-e3541883c352 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:04.682549 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-e0db92b4-4d89-4523-93b3-f96065b6a06a req-9c49b55e-1856-4e24-b500-e3541883c352 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 946 time: 0.0492067 Sep 30 09:44:04.730764 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-e0db92b4-4d89-4523-93b3-f96065b6a06a req-4540031b-107f-4a71-bca3-86351fcd6821 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419683 Sep 30 09:44:05.872057 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367a373-cab5-483d-b9e3-8f7b09afcd0f req-769ccb5c-3c23-4345-877a-9f9ee5651a89 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:05.880446 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d367a373-cab5-483d-b9e3-8f7b09afcd0f req-769ccb5c-3c23-4345-877a-9f9ee5651a89 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 946 time: 0.0613484 Sep 30 09:44:05.937243 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d367a373-cab5-483d-b9e3-8f7b09afcd0f req-d9188d1a-766b-4457-bfac-d0f542840fc2 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543604 Sep 30 09:44:06.357182 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:44:06.364628 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-dd974da7-0b13-4ca0-a19c-f62296b63b9e req-0f345b9d-f290-4b1b-b5a4-1a3eb00865d7 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433843 Sep 30 09:44:06.456049 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd974da7-0b13-4ca0-a19c-f62296b63b9e req-7a6a6765-6fd6-447c-a45a-d574622c01d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:06.457958 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-dd974da7-0b13-4ca0-a19c-f62296b63b9e req-7a6a6765-6fd6-447c-a45a-d574622c01d0 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=2c1cb4c57c924a24ab3368be3a3384cb&device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 1129 time: 0.0514395 Sep 30 09:44:06.578085 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd974da7-0b13-4ca0-a19c-f62296b63b9e req-fc812bef-61db-4db5-b9df-cf32c270f24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:06.579597 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-dd974da7-0b13-4ca0-a19c-f62296b63b9e req-fc812bef-61db-4db5-b9df-cf32c270f24a service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13 HTTP/1.1" status: 200 len: 909 time: 0.1003921 Sep 30 09:44:06.653114 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-dd974da7-0b13-4ca0-a19c-f62296b63b9e req-c48da9c5-b8b2-4736-b178-03024b70187b service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed1f7cbd-202c-40f1-b4b1-df54f1f406e1 HTTP/1.1" status: 200 len: 1001 time: 0.0660357 Sep 30 09:44:06.706434 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd974da7-0b13-4ca0-a19c-f62296b63b9e req-31843bf4-a59c-44ac-af04-823b33e37f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:06.707910 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-dd974da7-0b13-4ca0-a19c-f62296b63b9e req-31843bf4-a59c-44ac-af04-823b33e37f66 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=8a9b3a8a-aba0-4a7c-badd-f910fa652568 HTTP/1.1" status: 200 len: 847 time: 0.0488839 Sep 30 09:44:06.762811 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd974da7-0b13-4ca0-a19c-f62296b63b9e req-f100f6da-ba3f-4c35-a119-e811a8d5fb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:06.765915 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-dd974da7-0b13-4ca0-a19c-f62296b63b9e req-f100f6da-ba3f-4c35-a119-e811a8d5fb9c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0507739 Sep 30 09:44:06.892089 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-dd974da7-0b13-4ca0-a19c-f62296b63b9e req-b6c26284-5c63-4d87-926c-75006d609fe3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188838 Sep 30 09:44:07.021732 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-dd974da7-0b13-4ca0-a19c-f62296b63b9e req-2a548183-5c66-481a-9888-e33c4b501873 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218090 Sep 30 09:44:07.155849 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8477cc5-495f-4276-a172-76327dc7d60b req-a8561833-b664-448e-a971-07f92bc32ac3 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:07.165370 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-b8477cc5-495f-4276-a172-76327dc7d60b req-a8561833-b664-448e-a971-07f92bc32ac3 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 946 time: 0.0966480 Sep 30 09:44:07.225394 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-b8477cc5-495f-4276-a172-76327dc7d60b req-bdb39870-7c70-4c6e-9ac5-f1c448339fdc tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590937 Sep 30 09:44:08.120701 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:44:08.124543 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:44:08.365203 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:44:08.366572 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:44:08.379485 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f3178-8ce7-412d-a578-ee98704c99f5 req-13c5f97c-7ada-44e2-b62f-92e2ea82eada tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:08.386847 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-788f3178-8ce7-412d-a578-ee98704c99f5 req-13c5f97c-7ada-44e2-b62f-92e2ea82eada tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 946 time: 0.0607491 Sep 30 09:44:08.443768 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-788f3178-8ce7-412d-a578-ee98704c99f5 req-61852821-7c85-4837-8e5e-9cd491fa94fb tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564072 Sep 30 09:44:09.583621 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8ee84-6eea-41df-bcda-ed23d5b2bad1 req-3fb87353-24e7-40df-af8e-8d56aab7da31 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:09.585096 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c8a8ee84-6eea-41df-bcda-ed23d5b2bad1 req-3fb87353-24e7-40df-af8e-8d56aab7da31 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 946 time: 0.0547488 Sep 30 09:44:09.645613 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c8a8ee84-6eea-41df-bcda-ed23d5b2bad1 req-3b8a93c9-ceef-49f1-b546-4975eed4120d tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539396 Sep 30 09:44:10.790843 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34c352-f1c2-47fb-aea9-ba208ab284c7 req-41c7f0f4-cb74-43d1-ba22-58e454ead723 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:10.792348 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-0b34c352-f1c2-47fb-aea9-ba208ab284c7 req-41c7f0f4-cb74-43d1-ba22-58e454ead723 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 946 time: 0.0530865 Sep 30 09:44:10.849748 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-0b34c352-f1c2-47fb-aea9-ba208ab284c7 req-e0fa673d-3984-46cd-b348-2e887277dd62 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488563 Sep 30 09:44:10.974063 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:44:10.975906 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=60,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:44:11.986237 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31947932-e95d-4f6a-aaff-b8584ba4a6cf req-8dad40f9-f52b-4239-8985-f103f4d44e1f tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:11.988340 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-31947932-e95d-4f6a-aaff-b8584ba4a6cf req-8dad40f9-f52b-4239-8985-f103f4d44e1f tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 946 time: 0.0527353 Sep 30 09:44:12.042623 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-31947932-e95d-4f6a-aaff-b8584ba4a6cf req-1edd6482-0fb0-4d5f-9ceb-2161d3c6850c tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471964 Sep 30 09:44:13.168944 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f7d68-0746-40c5-b669-abed33518284 req-38ecdf23-8863-4190-ad31-a4bcbc1bc66d tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:13.170935 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ff9f7d68-0746-40c5-b669-abed33518284 req-38ecdf23-8863-4190-ad31-a4bcbc1bc66d tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 946 time: 0.0468352 Sep 30 09:44:13.221951 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ff9f7d68-0746-40c5-b669-abed33518284 req-08ef5ba3-b6de-414e-b6a7-3c02bec52816 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450561 Sep 30 09:44:13.254351 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2bd642-1c41-4ada-903a-8e4576cafc52 req-8370b877-a560-4f5e-b57e-aa959a44c818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:13.255853 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-1b2bd642-1c41-4ada-903a-8e4576cafc52 req-8370b877-a560-4f5e-b57e-aa959a44c818 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=7258740d324b4be18675101826a78ca7&device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 1130 time: 0.0440862 Sep 30 09:44:13.345586 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2bd642-1c41-4ada-903a-8e4576cafc52 req-e791e7cf-4a6b-4dac-8280-0c0ce7bf68ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:13.347072 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-1b2bd642-1c41-4ada-903a-8e4576cafc52 req-e791e7cf-4a6b-4dac-8280-0c0ce7bf68ca service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=486301e7-f0bf-4b46-826b-b0b4132f2272 HTTP/1.1" status: 200 len: 918 time: 0.0846944 Sep 30 09:44:13.412241 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-1b2bd642-1c41-4ada-903a-8e4576cafc52 req-5eaa15e1-1a61-46f0-95bf-97162f2829d6 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a57cd9d9-dad9-43b3-a028-65277654babd HTTP/1.1" status: 200 len: 1002 time: 0.0591302 Sep 30 09:44:13.464373 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2bd642-1c41-4ada-903a-8e4576cafc52 req-a1870a3d-5590-4a02-88bd-26042c68da16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:13.466022 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-1b2bd642-1c41-4ada-903a-8e4576cafc52 req-a1870a3d-5590-4a02-88bd-26042c68da16 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=caa068e9-5807-465e-a6a4-c687aab9e12e HTTP/1.1" status: 200 len: 856 time: 0.0462329 Sep 30 09:44:13.511225 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2bd642-1c41-4ada-903a-8e4576cafc52 req-9bf3029a-3167-4e6b-a706-4681606c9f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:13.512969 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-1b2bd642-1c41-4ada-903a-8e4576cafc52 req-9bf3029a-3167-4e6b-a706-4681606c9f69 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=486301e7-f0bf-4b46-826b-b0b4132f2272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0402164 Sep 30 09:44:13.610860 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-1b2bd642-1c41-4ada-903a-8e4576cafc52 req-bf9b79bb-2ba0-4f7f-b8ef-a905a0add4ca service neutron] 10.222.0.40 "GET /networking/v2.0/networks/486301e7-f0bf-4b46-826b-b0b4132f2272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912979 Sep 30 09:44:13.679366 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:44:13.700924 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-1b2bd642-1c41-4ada-903a-8e4576cafc52 req-e9ca97d4-2df0-4574-9ed1-ef3e641b0b45 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/486301e7-f0bf-4b46-826b-b0b4132f2272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832613 Sep 30 09:44:14.350029 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ec25c-17c5-45e2-a987-32e5fc8ccd07 req-01f403dd-1d1f-4795-8e00-ec54b92d6bd1 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:14.351464 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1d0ec25c-17c5-45e2-a987-32e5fc8ccd07 req-01f403dd-1d1f-4795-8e00-ec54b92d6bd1 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 946 time: 0.0463209 Sep 30 09:44:14.403201 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1d0ec25c-17c5-45e2-a987-32e5fc8ccd07 req-286a9464-ffd7-4604-a629-0bac559dedfc tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461996 Sep 30 09:44:15.528126 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67528eef-d328-4a76-9894-9749e8badac7 req-dcf5ce6f-9470-4bed-a067-dbbbe339a849 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:15.529672 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-67528eef-d328-4a76-9894-9749e8badac7 req-dcf5ce6f-9470-4bed-a067-dbbbe339a849 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 946 time: 0.0469222 Sep 30 09:44:15.576719 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-67528eef-d328-4a76-9894-9749e8badac7 req-0b8e3bce-7ca1-49f6-91d7-6ef2dd96f4e9 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414858 Sep 30 09:44:15.768330 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device a57cd9d9-dad9-43b3-a028-65277654babd no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:44:15.851767 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port a57cd9d9-dad9-43b3-a028-65277654babd is: ACTIVE; New status is: DOWN {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:44:15.852158 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (a57cd9d9-dad9-43b3-a028-65277654babd), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:44:15.877189 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e777d9-b819-47a7-8103-40f55c6b75ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a57cd9d9-dad9-43b3-a028-65277654babd'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:44:15.879479 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}572cd3d2a36c298d242844143b4f2eb8d6763781bbf742a8cfd50e233d5d8038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6ddcd7-b5e1-4a8b-84f1-a2cdfa4facf4" -d '{"events": [{"server_uuid": "e8e777d9-b819-47a7-8103-40f55c6b75ad", "name": "network-vif-unplugged", "status": "completed", "tag": "a57cd9d9-dad9-43b3-a028-65277654babd"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:44:15.892620 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port a57cd9d9-dad9-43b3-a028-65277654babd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a57cd9d9-dad9-43b3-a028-65277654babd,segment=NetworkSegment(564e7fba-80a0-41fa-9dbf-7d18353521c2),segment_id=564e7fba-80a0-41fa-9dbf-7d18353521c2)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:44:15.896948 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (a57cd9d9-dad9-43b3-a028-65277654babd), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:44:15.926185 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Sep 2022 09:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5686c01a-6b36-4555-8820-5df421f29cbf x-openstack-request-id: req-5686c01a-6b36-4555-8820-5df421f29cbf {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:44:15.926498 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e777d9-b819-47a7-8103-40f55c6b75ad", "name": "network-vif-unplugged", "status": "completed", "tag": "a57cd9d9-dad9-43b3-a028-65277654babd", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:44:15.926755 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5686c01a-6b36-4555-8820-5df421f29cbf {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:44:15.927151 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5686c01a-6b36-4555-8820-5df421f29cbf'] response: {'server_uuid': 'e8e777d9-b819-47a7-8103-40f55c6b75ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a57cd9d9-dad9-43b3-a028-65277654babd', 'code': 200} Sep 30 09:44:15.955589 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=a57cd9d9-dad9-43b3-a028-65277654babd,revision_number=8']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:44:15.962990 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:44:15.963337 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:44:15.963683 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:44:15.964036 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:44:15.964375 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:44:15.964706 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:44:15.965032 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:44:15.965359 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:44:15.965710 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:44:15.966036 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:44:15.966550 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:44:15.966898 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:44:15.967228 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:44:15.967548 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:44:15.968037 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:44:16.036728 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 44190) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:44:16.178198 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-880ddfa5-debb-4dd6-9b02-ef3043cef8c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:44:16.219664 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:44:16.267868 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-880ddfa5-debb-4dd6-9b02-ef3043cef8c7 admin admin] Publish callbacks [] for security_group (c427a84d-ad54-4f78-8693-877245158d13), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:44:16.271863 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-880ddfa5-debb-4dd6-9b02-ef3043cef8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (c427a84d-ad54-4f78-8693-877245158d13), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:44:16.315296 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-880ddfa5-debb-4dd6-9b02-ef3043cef8c7 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=8b64dbb5554f44ca9acfaa538be5fc0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2742414 Sep 30 09:44:16.315296 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ddfa5-debb-4dd6-9b02-ef3043cef8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c427a84d-ad54-4f78-8693-877245158d13,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:44:16.315849 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 44194) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:44:16.321569 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880ddfa5-debb-4dd6-9b02-ef3043cef8c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:44:16.321876 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880ddfa5-debb-4dd6-9b02-ef3043cef8c7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:44:16.322222 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880ddfa5-debb-4dd6-9b02-ef3043cef8c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:44:16.322562 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880ddfa5-debb-4dd6-9b02-ef3043cef8c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:44:16.322899 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880ddfa5-debb-4dd6-9b02-ef3043cef8c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:44:16.323230 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880ddfa5-debb-4dd6-9b02-ef3043cef8c7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:44:16.323559 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880ddfa5-debb-4dd6-9b02-ef3043cef8c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:44:16.323886 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880ddfa5-debb-4dd6-9b02-ef3043cef8c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:44:16.324214 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880ddfa5-debb-4dd6-9b02-ef3043cef8c7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:44:16.324540 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880ddfa5-debb-4dd6-9b02-ef3043cef8c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:44:16.324987 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880ddfa5-debb-4dd6-9b02-ef3043cef8c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:44:16.325193 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880ddfa5-debb-4dd6-9b02-ef3043cef8c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:44:16.325516 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880ddfa5-debb-4dd6-9b02-ef3043cef8c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:44:16.325865 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880ddfa5-debb-4dd6-9b02-ef3043cef8c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:44:16.326186 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880ddfa5-debb-4dd6-9b02-ef3043cef8c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:44:16.370877 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c0842f32-53d6-4c96-82c5-6c558afed24e admin admin] Publish callbacks [] for security_group (c427a84d-ad54-4f78-8693-877245158d13), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:44:16.392440 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c0842f32-53d6-4c96-82c5-6c558afed24e admin admin] Publish callbacks [] for security_group (c427a84d-ad54-4f78-8693-877245158d13), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:44:16.439627 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c0842f32-53d6-4c96-82c5-6c558afed24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (c427a84d-ad54-4f78-8693-877245158d13), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:44:16.442076 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c0842f32-53d6-4c96-82c5-6c558afed24e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:44:16.443298 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-c0842f32-53d6-4c96-82c5-6c558afed24e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c427a84d-ad54-4f78-8693-877245158d13 HTTP/1.1" status: 204 len: 168 time: 0.1263902 Sep 30 09:44:16.451361 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0842f32-53d6-4c96-82c5-6c558afed24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c427a84d-ad54-4f78-8693-877245158d13,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:44:16.458741 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0842f32-53d6-4c96-82c5-6c558afed24e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:44:16.459216 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0842f32-53d6-4c96-82c5-6c558afed24e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:44:16.459438 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0842f32-53d6-4c96-82c5-6c558afed24e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:44:16.459783 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0842f32-53d6-4c96-82c5-6c558afed24e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:44:16.460122 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0842f32-53d6-4c96-82c5-6c558afed24e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:44:16.460522 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0842f32-53d6-4c96-82c5-6c558afed24e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:44:16.460859 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0842f32-53d6-4c96-82c5-6c558afed24e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:44:16.461188 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0842f32-53d6-4c96-82c5-6c558afed24e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:44:16.461532 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0842f32-53d6-4c96-82c5-6c558afed24e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:44:16.461864 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0842f32-53d6-4c96-82c5-6c558afed24e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:44:16.462279 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0842f32-53d6-4c96-82c5-6c558afed24e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:44:16.462521 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0842f32-53d6-4c96-82c5-6c558afed24e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:44:16.462846 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0842f32-53d6-4c96-82c5-6c558afed24e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:44:16.463167 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0842f32-53d6-4c96-82c5-6c558afed24e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:44:16.463488 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0842f32-53d6-4c96-82c5-6c558afed24e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:44:16.719414 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7fdfac-e806-49c7-980e-8007e03370a0 req-0396eed5-91be-4d96-8ce9-8d2b04f07ee9 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:16.720841 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-df7fdfac-e806-49c7-980e-8007e03370a0 req-0396eed5-91be-4d96-8ce9-8d2b04f07ee9 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 944 time: 0.0582094 Sep 30 09:44:16.776413 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-df7fdfac-e806-49c7-980e-8007e03370a0 req-44d8219d-c334-4682-9fb2-6b7b975441d8 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487406 Sep 30 09:44:17.743890 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1cb8a-365f-4264-9663-fc91d2084ac5 req-d9121dea-911f-4e2c-968d-0b384d1aaf6e tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:17.745300 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6eb1cb8a-365f-4264-9663-fc91d2084ac5 req-d9121dea-911f-4e2c-968d-0b384d1aaf6e tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 944 time: 0.0475717 Sep 30 09:44:17.790548 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:44:17.795136 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6eb1cb8a-365f-4264-9663-fc91d2084ac5 req-825fd121-cf61-4a3a-ae61-84d6a463afed tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440636 Sep 30 09:44:17.995562 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:44:18.008546 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-023f0970-5094-4e40-853d-fca25e8f6953 req-6023c688-402f-4063-b3ed-3d5d5b9c4061 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0411613 Sep 30 09:44:18.081900 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f0970-5094-4e40-853d-fca25e8f6953 req-b7e3497b-1cc4-428f-88ac-30950eae6a9b tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:18.083278 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-023f0970-5094-4e40-853d-fca25e8f6953 req-b7e3497b-1cc4-428f-88ac-30950eae6a9b tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports/a57cd9d9-dad9-43b3-a028-65277654babd HTTP/1.1" status: 200 len: 941 time: 0.0463655 Sep 30 09:44:18.925853 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5f1ef-4675-4f48-923b-ce8e3790ae17 req-d96ec9e7-d595-4bf1-bdd5-fdc6a0d00dc4 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:18.927222 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-9fc5f1ef-4675-4f48-923b-ce8e3790ae17 req-d96ec9e7-d595-4bf1-bdd5-fdc6a0d00dc4 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 944 time: 0.0473273 Sep 30 09:44:18.974742 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-9fc5f1ef-4675-4f48-923b-ce8e3790ae17 req-e8806f63-4734-4e62-b434-734c2bc63cd0 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420172 Sep 30 09:44:19.065249 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f0970-5094-4e40-853d-fca25e8f6953 req-a3022015-7afa-4468-92e9-125fb0c07058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:19.066786 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-023f0970-5094-4e40-853d-fca25e8f6953 req-a3022015-7afa-4468-92e9-125fb0c07058 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad&tenant_id=7258740d324b4be18675101826a78ca7 HTTP/1.1" status: 200 len: 1128 time: 0.0382473 Sep 30 09:44:19.147307 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f0970-5094-4e40-853d-fca25e8f6953 req-3779acdc-ca02-4a09-9c5a-f077013e58a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:19.148803 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-023f0970-5094-4e40-853d-fca25e8f6953 req-3779acdc-ca02-4a09-9c5a-f077013e58a6 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=7258740d324b4be18675101826a78ca7&device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 1128 time: 0.0416253 Sep 30 09:44:19.240630 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f0970-5094-4e40-853d-fca25e8f6953 req-76bd0619-6ca9-43df-b8bf-6277e29175aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:19.242033 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-023f0970-5094-4e40-853d-fca25e8f6953 req-76bd0619-6ca9-43df-b8bf-6277e29175aa service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=486301e7-f0bf-4b46-826b-b0b4132f2272 HTTP/1.1" status: 200 len: 918 time: 0.0868948 Sep 30 09:44:19.306793 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-023f0970-5094-4e40-853d-fca25e8f6953 req-6380e660-db55-4611-9c19-4c1e6ac72309 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a57cd9d9-dad9-43b3-a028-65277654babd HTTP/1.1" status: 200 len: 1000 time: 0.0586140 Sep 30 09:44:19.354452 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f0970-5094-4e40-853d-fca25e8f6953 req-90e9edd5-450e-42c4-9844-e008d37efb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:19.355862 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-023f0970-5094-4e40-853d-fca25e8f6953 req-90e9edd5-450e-42c4-9844-e008d37efb02 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=caa068e9-5807-465e-a6a4-c687aab9e12e HTTP/1.1" status: 200 len: 856 time: 0.0438445 Sep 30 09:44:19.398132 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f0970-5094-4e40-853d-fca25e8f6953 req-29d3e43e-5348-4915-ade1-22b740a0de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:19.399591 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-023f0970-5094-4e40-853d-fca25e8f6953 req-29d3e43e-5348-4915-ade1-22b740a0de42 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=486301e7-f0bf-4b46-826b-b0b4132f2272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0381312 Sep 30 09:44:19.493726 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-023f0970-5094-4e40-853d-fca25e8f6953 req-52397ddd-9f58-4f1d-9ab2-141d1aea950d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/486301e7-f0bf-4b46-826b-b0b4132f2272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877242 Sep 30 09:44:19.582813 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-023f0970-5094-4e40-853d-fca25e8f6953 req-ace797e2-966b-442f-a036-6430f0b6256c service neutron] 10.222.0.40 "GET /networking/v2.0/networks/486301e7-f0bf-4b46-826b-b0b4132f2272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833638 Sep 30 09:44:19.773393 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device a57cd9d9-dad9-43b3-a028-65277654babd no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:44:19.847091 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port a57cd9d9-dad9-43b3-a028-65277654babd is: DOWN; New status is: DOWN {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:44:20.107928 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174e195-d26b-4754-941f-361babb965e8 req-ab75c9c1-4c71-4968-94e8-b074da7b2351 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:20.111129 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c174e195-d26b-4754-941f-361babb965e8 req-ab75c9c1-4c71-4968-94e8-b074da7b2351 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 944 time: 0.0536385 Sep 30 09:44:20.192688 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c174e195-d26b-4754-941f-361babb965e8 req-0ca55524-489f-4832-b792-29dd64257f87 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746500 Sep 30 09:44:20.259152 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:44:21.342080 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6338e-0597-49dc-880d-9e4063736bd3 req-f2bdb966-a5c1-40ef-b345-929edcaf1924 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:21.343548 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-24d6338e-0597-49dc-880d-9e4063736bd3 req-f2bdb966-a5c1-40ef-b345-929edcaf1924 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 944 time: 0.0557895 Sep 30 09:44:21.390971 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-24d6338e-0597-49dc-880d-9e4063736bd3 req-1477c1d6-df81-4d8a-a17e-366e1fee4bd1 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417595 Sep 30 09:44:22.533387 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0b6a5-2da4-43ce-8355-c90d4b6166a0 req-f82dda4e-8fa1-489c-ae2f-2b8d73828600 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:22.534898 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-0cc0b6a5-2da4-43ce-8355-c90d4b6166a0 req-f82dda4e-8fa1-489c-ae2f-2b8d73828600 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 944 time: 0.0517030 Sep 30 09:44:22.585982 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-0cc0b6a5-2da4-43ce-8355-c90d4b6166a0 req-5a5d0984-4214-4a66-874b-adad0453131d tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455372 Sep 30 09:44:23.712508 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfe7e0-2559-47d2-9fb9-8d44e95cab75 req-4b52a62d-3861-43da-9e0b-371f98e56b8d tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:23.714225 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a7dfe7e0-2559-47d2-9fb9-8d44e95cab75 req-4b52a62d-3861-43da-9e0b-371f98e56b8d tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 944 time: 0.0464327 Sep 30 09:44:23.771984 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a7dfe7e0-2559-47d2-9fb9-8d44e95cab75 req-e5861014-92c1-4e39-ad06-4af7bc5d9b37 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514286 Sep 30 09:44:24.902515 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2f24a-1be6-46e5-a23a-ad63b5c23f2d req-31d8da6f-65ba-48c4-9931-e221a2fda7a5 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:24.904018 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-2fd2f24a-1be6-46e5-a23a-ad63b5c23f2d req-31d8da6f-65ba-48c4-9931-e221a2fda7a5 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 944 time: 0.0485170 Sep 30 09:44:24.954366 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-2fd2f24a-1be6-46e5-a23a-ad63b5c23f2d req-9cbac02b-dae0-4a90-bec6-3490eca1cf7f tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436211 Sep 30 09:44:25.974225 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-268a38cd-f3fe-4ad0-88b3-b433e139a2f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:44:26.116997 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c7065-e009-4c92-8b82-3908d62395a7 req-28aec719-8394-46a2-a944-d56b3c06aa92 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:26.118748 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c22c7065-e009-4c92-8b82-3908d62395a7 req-28aec719-8394-46a2-a944-d56b3c06aa92 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 944 time: 0.0817027 Sep 30 09:44:26.210258 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c22c7065-e009-4c92-8b82-3908d62395a7 req-ef530acd-d808-41a0-a6d1-0b245571713e tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850794 Sep 30 09:44:27.347365 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e13f5b-2985-4fb3-ae0a-ab6d92c18eb0 req-ebfb24df-e642-49b3-aa91-94cc4d110fb7 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:27.355266 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-24e13f5b-2985-4fb3-ae0a-ab6d92c18eb0 req-ebfb24df-e642-49b3-aa91-94cc4d110fb7 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 944 time: 0.0617027 Sep 30 09:44:27.412607 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-24e13f5b-2985-4fb3-ae0a-ab6d92c18eb0 req-61b912f3-551b-4e85-8e9b-07a379f217a3 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564866 Sep 30 09:44:28.312905 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-234d566f-2a46-4f42-b89e-ce4bc6bd787d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:44:28.551542 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51796387-2e4c-4756-a2ab-e793db000666 req-c56aa881-dfca-4b41-bb3a-f5d81938efd9 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:28.553313 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-51796387-2e4c-4756-a2ab-e793db000666 req-c56aa881-dfca-4b41-bb3a-f5d81938efd9 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 944 time: 0.0532725 Sep 30 09:44:28.605495 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-51796387-2e4c-4756-a2ab-e793db000666 req-f10e19f8-50d9-44fd-bf87-c83129fba526 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460761 Sep 30 09:44:29.466275 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:44:29.569589 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:44:29.579473 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=68,neutron:INSERT=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:44:29.675381 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:44:29.760687 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f089a3c-f26b-4b6b-8baa-7a763a1294a3 req-3686e215-804b-45b9-bfe2-1504b542e725 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:29.762305 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6f089a3c-f26b-4b6b-8baa-7a763a1294a3 req-3686e215-804b-45b9-bfe2-1504b542e725 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 944 time: 0.0531375 Sep 30 09:44:29.793623 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:44:29.812094 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6f089a3c-f26b-4b6b-8baa-7a763a1294a3 req-6ae453fd-bcb4-4f03-aed9-e6859a07371e tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435030 Sep 30 09:44:30.952933 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5ccf9-a4b7-421f-9f58-af06dbedba3c req-1f7e2e79-8ad2-4378-be22-cdb7c776e421 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:30.954697 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ffa5ccf9-a4b7-421f-9f58-af06dbedba3c req-1f7e2e79-8ad2-4378-be22-cdb7c776e421 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 944 time: 0.0502536 Sep 30 09:44:30.973082 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:44:30.979257 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:44:31.003875 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ffa5ccf9-a4b7-421f-9f58-af06dbedba3c req-b3b5a6e6-e772-4d76-a500-e4bc8b26aeaa tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431912 Sep 30 09:44:32.130031 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65482b08-521a-4a2e-8eff-671f0daab6c2 req-9c598862-da20-446e-9bea-053d7d15f682 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:32.131490 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-65482b08-521a-4a2e-8eff-671f0daab6c2 req-9c598862-da20-446e-9bea-053d7d15f682 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 944 time: 0.0470326 Sep 30 09:44:32.171185 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:44:32.182807 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-65482b08-521a-4a2e-8eff-671f0daab6c2 req-2ba1e1b5-3817-4e88-9efe-c5f3ac9c7526 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459502 Sep 30 09:44:33.313510 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e6948-fe5a-458b-bf71-096061be3907 req-cb8c7879-4346-493b-b0e1-a8c79c460a61 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:33.315011 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-5e0e6948-fe5a-458b-bf71-096061be3907 req-cb8c7879-4346-493b-b0e1-a8c79c460a61 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 944 time: 0.0478599 Sep 30 09:44:33.363108 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-5e0e6948-fe5a-458b-bf71-096061be3907 req-ad724134-ddb8-497b-b880-eaf5f5243e78 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425916 Sep 30 09:44:34.487914 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18a3cf-f12f-41ef-8d4d-e832f7172506 req-0fce3778-bdb6-4db3-94f5-74dc6c6e0a4c tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:34.489356 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-2a18a3cf-f12f-41ef-8d4d-e832f7172506 req-0fce3778-bdb6-4db3-94f5-74dc6c6e0a4c tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 944 time: 0.0460551 Sep 30 09:44:34.536021 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-2a18a3cf-f12f-41ef-8d4d-e832f7172506 req-20442f24-52aa-4dec-ba91-83728de80506 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411859 Sep 30 09:44:35.673962 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e71ad1-c856-4863-b384-74ab794d1e80 req-077184fb-52dd-4c86-8d69-2d356323af67 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:35.675316 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-62e71ad1-c856-4863-b384-74ab794d1e80 req-077184fb-52dd-4c86-8d69-2d356323af67 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 944 time: 0.0503473 Sep 30 09:44:35.722167 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-62e71ad1-c856-4863-b384-74ab794d1e80 req-981076a1-88bb-42be-acd9-c68ffec89e1c tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413480 Sep 30 09:44:35.851664 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device a57cd9d9-dad9-43b3-a028-65277654babd details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:44:35.951426 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port a57cd9d9-dad9-43b3-a028-65277654babd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a57cd9d9-dad9-43b3-a028-65277654babd,segment=NetworkSegment(564e7fba-80a0-41fa-9dbf-7d18353521c2),segment_id=564e7fba-80a0-41fa-9dbf-7d18353521c2)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:44:35.962822 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Returning: {'device': 'a57cd9d9-dad9-43b3-a028-65277654babd', 'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272', 'port_id': 'a57cd9d9-dad9-43b3-a028-65277654babd', 'mac_address': 'fa:16:3e:f2:cb:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caa068e9-5807-465e-a6a4-c687aab9e12e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:44:35.996442 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port a57cd9d9-dad9-43b3-a028-65277654babd is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:44:35.996822 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (a57cd9d9-dad9-43b3-a028-65277654babd), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:44:36.009721 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a57cd9d9-dad9-43b3-a028-65277654babd {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:44:36.033789 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port a57cd9d9-dad9-43b3-a028-65277654babd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a57cd9d9-dad9-43b3-a028-65277654babd,segment=NetworkSegment(564e7fba-80a0-41fa-9dbf-7d18353521c2),segment_id=564e7fba-80a0-41fa-9dbf-7d18353521c2)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:44:36.038877 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (a57cd9d9-dad9-43b3-a028-65277654babd), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:44:36.084115 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=a57cd9d9-dad9-43b3-a028-65277654babd,revision_number=9']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:44:36.465065 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] get_ports_and_sgs() called for port_ids ['a57cd9d9-dad9-43b3-a028-65277654babd'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:44:36.567208 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:44:36.845257 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad44f6-d419-493b-96ab-1bb121ad80ba req-053b2906-a718-43b1-9160-3f57659bdd24 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:36.846709 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-41ad44f6-d419-493b-96ab-1bb121ad80ba req-053b2906-a718-43b1-9160-3f57659bdd24 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 945 time: 0.0452046 Sep 30 09:44:36.892330 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-41ad44f6-d419-493b-96ab-1bb121ad80ba req-dc866768-461c-4fc1-947b-0f29735ef871 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402200 Sep 30 09:44:37.852445 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device a57cd9d9-dad9-43b3-a028-65277654babd up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:44:37.872988 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:44:37.901329 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Provisioning complete for port a57cd9d9-dad9-43b3-a028-65277654babd triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:44:37.901734 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (a57cd9d9-dad9-43b3-a028-65277654babd), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:44:37.902070 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Attempt 1 to provision port a57cd9d9-dad9-43b3-a028-65277654babd Sep 30 09:44:37.978105 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port a57cd9d9-dad9-43b3-a028-65277654babd is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:44:37.978492 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (a57cd9d9-dad9-43b3-a028-65277654babd), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:44:38.002068 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e777d9-b819-47a7-8103-40f55c6b75ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57cd9d9-dad9-43b3-a028-65277654babd'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:44:38.004311 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}572cd3d2a36c298d242844143b4f2eb8d6763781bbf742a8cfd50e233d5d8038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40312b45-b6e3-4ec9-8f9f-5a758e3075c9" -d '{"events": [{"server_uuid": "e8e777d9-b819-47a7-8103-40f55c6b75ad", "name": "network-vif-plugged", "status": "completed", "tag": "a57cd9d9-dad9-43b3-a028-65277654babd"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:44:38.022153 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port a57cd9d9-dad9-43b3-a028-65277654babd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a57cd9d9-dad9-43b3-a028-65277654babd,segment=NetworkSegment(564e7fba-80a0-41fa-9dbf-7d18353521c2),segment_id=564e7fba-80a0-41fa-9dbf-7d18353521c2)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:44:38.023474 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd699f76-8d1d-4500-9f0b-c891c96c8622 req-2dbdc394-b7c5-4382-b5ad-e8ff1f185d9b tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:38.025470 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-bd699f76-8d1d-4500-9f0b-c891c96c8622 req-2dbdc394-b7c5-4382-b5ad-e8ff1f185d9b tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 945 time: 0.0487881 Sep 30 09:44:38.027565 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (a57cd9d9-dad9-43b3-a028-65277654babd), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:44:38.050837 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674bac19-6ca5-4bf3-b594-9b34001e3726 x-openstack-request-id: req-674bac19-6ca5-4bf3-b594-9b34001e3726 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:44:38.051154 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e777d9-b819-47a7-8103-40f55c6b75ad", "name": "network-vif-plugged", "status": "completed", "tag": "a57cd9d9-dad9-43b3-a028-65277654babd", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:44:38.051407 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-674bac19-6ca5-4bf3-b594-9b34001e3726 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:44:38.051798 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-674bac19-6ca5-4bf3-b594-9b34001e3726'] response: {'server_uuid': 'e8e777d9-b819-47a7-8103-40f55c6b75ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57cd9d9-dad9-43b3-a028-65277654babd', 'code': 200} Sep 30 09:44:38.077084 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=a57cd9d9-dad9-43b3-a028-65277654babd,revision_number=10']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:44:38.082247 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-bd699f76-8d1d-4500-9f0b-c891c96c8622 req-3d19826c-caed-482f-9f2c-f5dfd676f42b tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476539 Sep 30 09:44:38.298288 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00f624-0d8e-4943-a4ef-faa235cb26a3 req-2243d126-2513-4b9d-a7cc-1352b460aa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:38.299775 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-7c00f624-0d8e-4943-a4ef-faa235cb26a3 req-2243d126-2513-4b9d-a7cc-1352b460aa0c service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 1131 time: 0.0434361 Sep 30 09:44:38.344514 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-7c00f624-0d8e-4943-a4ef-faa235cb26a3 req-50032658-7a24-4a5e-8f1d-ea8823291662 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387506 Sep 30 09:44:39.223226 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a729fe9-f8a2-483f-86b6-88dfd5deac09 req-4c664261-e7d1-4589-8110-a52d6b3b408b tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:39.224686 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1a729fe9-f8a2-483f-86b6-88dfd5deac09 req-4c664261-e7d1-4589-8110-a52d6b3b408b tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 947 time: 0.0463746 Sep 30 09:44:39.271625 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1a729fe9-f8a2-483f-86b6-88dfd5deac09 req-fe14b027-7f9e-4c4c-85c3-c875d6bee5d3 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412505 Sep 30 09:44:40.233271 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=13 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:44:40.238706 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=21 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:44:40.404292 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd75ab-dc27-47c3-b4f0-9f723fdd7eca req-fa88c49e-f293-4a25-b1c1-0c70b8d407bc tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:40.405822 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-75cd75ab-dc27-47c3-b4f0-9f723fdd7eca req-fa88c49e-f293-4a25-b1c1-0c70b8d407bc tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 947 time: 0.0493691 Sep 30 09:44:40.455985 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-75cd75ab-dc27-47c3-b4f0-9f723fdd7eca req-62ed2207-ff9f-4016-922a-56909e6d14fb tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437918 Sep 30 09:44:41.591210 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3db51-9ec0-4fa0-9a82-73057dc10224 req-ba06ff60-ac92-4b86-b668-3ef50404abed tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:41.592643 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-14b3db51-9ec0-4fa0-9a82-73057dc10224 req-ba06ff60-ac92-4b86-b668-3ef50404abed tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 947 time: 0.0491474 Sep 30 09:44:41.641109 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-14b3db51-9ec0-4fa0-9a82-73057dc10224 req-17337175-2208-45e9-b7d1-61ab67069c2a tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422065 Sep 30 09:44:48.073124 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:44:48.075186 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:44:48.334693 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=9 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:44:48.341732 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=9 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:44:51.630808 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=69 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:44:51.636990 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=96 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:44:55.971742 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-607d61e0-367a-4321-9c92-3588e9997d2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:44:57.259140 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:44:58.188432 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 44366) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:44:58.296724 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9dcbce6a-0b27-402a-a07d-83552ad55ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:44:58.470163 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-88ac018d-9619-4737-a8ec-86cf650b777f tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Deleting port 7b3803a7-604b-43d4-b986-5ff013820ea3 {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:44:58.470423 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-88ac018d-9619-4737-a8ec-86cf650b777f tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (7b3803a7-604b-43d4-b986-5ff013820ea3), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:44:58.549080 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-88ac018d-9619-4737-a8ec-86cf650b777f tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (7b3803a7-604b-43d4-b986-5ff013820ea3), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:44:58.549403 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-88ac018d-9619-4737-a8ec-86cf650b777f tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks [] for floatingip (7b3803a7-604b-43d4-b986-5ff013820ea3), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:44:58.561153 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-88ac018d-9619-4737-a8ec-86cf650b777f tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Calling delete_port for 7b3803a7-604b-43d4-b986-5ff013820ea3 owned by network:floatingip {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:44:58.724312 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-88ac018d-9619-4737-a8ec-86cf650b777f tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (7b3803a7-604b-43d4-b986-5ff013820ea3), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:44:58.749246 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac018d-9619-4737-a8ec-86cf650b777f tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Pushing event deleted for resources: {'Port': ['ID=7b3803a7-604b-43d4-b986-5ff013820ea3,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:44:58.812738 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-88ac018d-9619-4737-a8ec-86cf650b777f tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks [] for floatingip (cb911de0-4ab5-4754-a160-313d77c8c01a), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:44:58.813140 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.db.l3_db [None req-88ac018d-9619-4737-a8ec-86cf650b777f tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Floating IP cb911de0-4ab5-4754-a160-313d77c8c01a disassociated (deleted). External IP: 172.37.1.130, port: ed1f7cbd-202c-40f1-b4b1-df54f1f406e1. Sep 30 09:44:59.236439 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ac018d-9619-4737-a8ec-86cf650b777f tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Router e71eff5a-7705-4b3b-a914-91e67e16a8c0 has already been hosted by L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 {{(pid=106375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:44:59.337299 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ac018d-9619-4737-a8ec-86cf650b777f tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:44:59.342025 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-88ac018d-9619-4737-a8ec-86cf650b777f tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for floatingip (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:44:59.347314 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3386e636-1ff5-4afb-abbe-098ce44e5497 None None] Sync routers for ids ['e71eff5a-7705-4b3b-a914-91e67e16a8c0'] in dv-cinder-master-3-smb {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:44:59.356425 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3386e636-1ff5-4afb-abbe-098ce44e5497 None None] Routers {'e71eff5a-7705-4b3b-a914-91e67e16a8c0'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:44:59.357027 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-3386e636-1ff5-4afb-abbe-098ce44e5497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:44:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['e71eff5a-7705-4b3b-a914-91e67e16a8c0'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:44:59.371342 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-88ac018d-9619-4737-a8ec-86cf650b777f tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/cb911de0-4ab5-4754-a160-313d77c8c01a HTTP/1.1" status: 204 len: 168 time: 1.1818514 Sep 30 09:44:59.371983 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a267ca-6987-46ee-84ec-ee5fb7c4a27f', 'tag': 'ed1f7cbd-202c-40f1-b4b1-df54f1f406e1'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:44:59.374308 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a2765c340e485259911155c50f33e4425258638b85650f0a2a20d0c41df364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8292853c-e13c-40b2-8cae-0705eb544bdd" -d '{"events": [{"name": "network-changed", "server_uuid": "70a267ca-6987-46ee-84ec-ee5fb7c4a27f", "tag": "ed1f7cbd-202c-40f1-b4b1-df54f1f406e1"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:44:59.429453 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb56717c-7bea-407a-8937-a3c47e8def03 x-openstack-request-id: req-bb56717c-7bea-407a-8937-a3c47e8def03 {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:44:59.429782 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a267ca-6987-46ee-84ec-ee5fb7c4a27f", "tag": "ed1f7cbd-202c-40f1-b4b1-df54f1f406e1", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:44:59.430053 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bb56717c-7bea-407a-8937-a3c47e8def03 {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:44:59.430453 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb56717c-7bea-407a-8937-a3c47e8def03'] response: {'name': 'network-changed', 'server_uuid': '70a267ca-6987-46ee-84ec-ee5fb7c4a27f', 'tag': 'ed1f7cbd-202c-40f1-b4b1-df54f1f406e1', 'status': 'completed', 'code': 200} Sep 30 09:44:59.495620 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:44:59.536827 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292853c-e13c-40b2-8cae-0705eb544bdd req-3020c694-c44f-4129-a02d-74b4ae8272ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:59.538379 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-8292853c-e13c-40b2-8cae-0705eb544bdd req-3020c694-c44f-4129-a02d-74b4ae8272ca service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=2c1cb4c57c924a24ab3368be3a3384cb&device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 1129 time: 0.0511785 Sep 30 09:44:59.609013 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:44:59.610930 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-3386e636-1ff5-4afb-abbe-098ce44e5497 None None] Set router e71eff5a-7705-4b3b-a914-91e67e16a8c0 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:44:59.620413 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f6f15-9ecc-40d2-a398-248176766717 req-9cb09d81-005a-4a50-8d22-1de4dbcb03a5 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:44:59.621942 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-429f6f15-9ecc-40d2-a398-248176766717 req-9cb09d81-005a-4a50-8d22-1de4dbcb03a5 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 945 time: 0.0489497 Sep 30 09:44:59.672889 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-429f6f15-9ecc-40d2-a398-248176766717 req-39faeea7-319f-4e7b-8fd0-67cdf8801678 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0ce68be3-82f0-4947-a98e-f1221e68a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447919 Sep 30 09:44:59.730526 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:44:59.810380 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-3386e636-1ff5-4afb-abbe-098ce44e5497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71eff5a-7705-4b3b-a914-91e67e16a8c0', 'name': 'tempest-TestShelveInstance-178242830-router', 'tenant_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.35'}], 'enable_snat': True}, 'gw_port_id': '0288ea1c-4fe9-4d64-94b3-375996f9388b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:38:30Z', 'updated_at': '2022-09-30T09:38:33Z', 'revision_number': 4, 'project_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'gw_port': {'id': '0288ea1c-4fe9-4d64-94b3-375996f9388b', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71eff5a-7705-4b3b-a914-91e67e16a8c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:38:30Z', 'updated_at': '2022-09-30T09:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'ee1ca968-26d0-4035-a485-9ed3e5fac6b4', 'name': '', 'network_id': 'c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13', 'tenant_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'mac_address': 'fa:16:3e:fd:68:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71eff5a-7705-4b3b-a914-91e67e16a8c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8a9b3a8a-aba0-4a7c-badd-f910fa652568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:38:33Z', 'updated_at': '2022-09-30T09:38:39Z', 'revision_number': 5, 'project_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'subnets': [{'id': '8a9b3a8a-aba0-4a7c-badd-f910fa652568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:44:59.843368 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3386e636-1ff5-4afb-abbe-098ce44e5497 None None] Checking router: e71eff5a-7705-4b3b-a914-91e67e16a8c0 for host: dv-cinder-master-3-smb {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:44:59.851782 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3386e636-1ff5-4afb-abbe-098ce44e5497 None None] Routers {'e71eff5a-7705-4b3b-a914-91e67e16a8c0'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:44:59.852391 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-3386e636-1ff5-4afb-abbe-098ce44e5497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:44:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['e71eff5a-7705-4b3b-a914-91e67e16a8c0'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:44:59.954621 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-3386e636-1ff5-4afb-abbe-098ce44e5497 None None] Set router e71eff5a-7705-4b3b-a914-91e67e16a8c0 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:45:00.141144 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-3386e636-1ff5-4afb-abbe-098ce44e5497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71eff5a-7705-4b3b-a914-91e67e16a8c0', 'name': 'tempest-TestShelveInstance-178242830-router', 'tenant_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.35'}], 'enable_snat': True}, 'gw_port_id': '0288ea1c-4fe9-4d64-94b3-375996f9388b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:38:30Z', 'updated_at': '2022-09-30T09:38:33Z', 'revision_number': 4, 'project_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'gw_port': {'id': '0288ea1c-4fe9-4d64-94b3-375996f9388b', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71eff5a-7705-4b3b-a914-91e67e16a8c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:38:30Z', 'updated_at': '2022-09-30T09:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'ee1ca968-26d0-4035-a485-9ed3e5fac6b4', 'name': '', 'network_id': 'c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13', 'tenant_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'mac_address': 'fa:16:3e:fd:68:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71eff5a-7705-4b3b-a914-91e67e16a8c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8a9b3a8a-aba0-4a7c-badd-f910fa652568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:38:33Z', 'updated_at': '2022-09-30T09:38:39Z', 'revision_number': 5, 'project_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'subnets': [{'id': '8a9b3a8a-aba0-4a7c-badd-f910fa652568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:00.166937 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3386e636-1ff5-4afb-abbe-098ce44e5497 None None] The sync data for ids ['e71eff5a-7705-4b3b-a914-91e67e16a8c0'] in dv-cinder-master-3-smb is: [{'id': 'e71eff5a-7705-4b3b-a914-91e67e16a8c0', 'name': 'tempest-TestShelveInstance-178242830-router', 'tenant_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.35'}], 'enable_snat': True}, 'gw_port_id': '0288ea1c-4fe9-4d64-94b3-375996f9388b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:38:30Z', 'updated_at': '2022-09-30T09:38:33Z', 'revision_number': 4, 'project_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'gw_port': {'id': '0288ea1c-4fe9-4d64-94b3-375996f9388b', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71eff5a-7705-4b3b-a914-91e67e16a8c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:38:30Z', 'updated_at': '2022-09-30T09:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'ee1ca968-26d0-4035-a485-9ed3e5fac6b4', 'name': '', 'network_id': 'c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13', 'tenant_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'mac_address': 'fa:16:3e:fd:68:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71eff5a-7705-4b3b-a914-91e67e16a8c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '8a9b3a8a-aba0-4a7c-badd-f910fa652568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:38:33Z', 'updated_at': '2022-09-30T09:38:39Z', 'revision_number': 5, 'project_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'subnets': [{'id': '8a9b3a8a-aba0-4a7c-badd-f910fa652568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:45:00.376648 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b2af52-2216-46a7-9dc1-66d9de6e56f9 None None] New status for floating IP cb911de0-4ab5-4754-a160-313d77c8c01a: DOWN {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 09:45:00.761128 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:00.801659 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b66d5-003f-4896-8dd6-508bea593912 req-2b5f6c79-6e1c-485b-a6ca-82f52eff51f5 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:45:00.802276 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292853c-e13c-40b2-8cae-0705eb544bdd req-0e99e231-9f01-4f77-8fe2-3bd3ecdedcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:45:00.803144 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a16b66d5-003f-4896-8dd6-508bea593912 req-2b5f6c79-6e1c-485b-a6ca-82f52eff51f5 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 945 time: 0.0508804 Sep 30 09:45:00.803270 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-8292853c-e13c-40b2-8cae-0705eb544bdd req-0e99e231-9f01-4f77-8fe2-3bd3ecdedcbc service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13 HTTP/1.1" status: 200 len: 909 time: 0.0911262 Sep 30 09:45:00.853285 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a16b66d5-003f-4896-8dd6-508bea593912 req-8522a248-62f0-46a9-a14f-bfda96656a6b tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=0ce68be3-82f0-4947-a98e-f1221e68a4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443475 Sep 30 09:45:00.862837 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-8292853c-e13c-40b2-8cae-0705eb544bdd req-80925303-fd6c-473d-9e84-99e0235e45fa service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed1f7cbd-202c-40f1-b4b1-df54f1f406e1 HTTP/1.1" status: 200 len: 217 time: 0.0326436 Sep 30 09:45:00.912921 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292853c-e13c-40b2-8cae-0705eb544bdd req-c2389fd9-07bb-4a91-b466-4ac6e0835284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:45:00.914354 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-8292853c-e13c-40b2-8cae-0705eb544bdd req-c2389fd9-07bb-4a91-b466-4ac6e0835284 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=8a9b3a8a-aba0-4a7c-badd-f910fa652568 HTTP/1.1" status: 200 len: 847 time: 0.0443699 Sep 30 09:45:00.965477 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292853c-e13c-40b2-8cae-0705eb544bdd req-f07c90f2-01e1-4200-aa36-95545dead2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:45:00.966990 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-8292853c-e13c-40b2-8cae-0705eb544bdd req-f07c90f2-01e1-4200-aa36-95545dead2b6 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0440295 Sep 30 09:45:00.983144 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:00.986883 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:01.061049 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-8292853c-e13c-40b2-8cae-0705eb544bdd req-a52481ce-dae1-425a-acb6-ca5c81a025be service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874050 Sep 30 09:45:01.310247 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-8292853c-e13c-40b2-8cae-0705eb544bdd req-cb68231f-104e-435a-82d7-3b1ee187c9c3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871186 Sep 30 09:45:01.555062 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb83e1-ae88-4cab-856e-370122edfc6f req-4a18d411-bef2-43d1-991d-b10f52918538 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:45:01.556481 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-51bb83e1-ae88-4cab-856e-370122edfc6f req-4a18d411-bef2-43d1-991d-b10f52918538 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 945 time: 0.0511618 Sep 30 09:45:01.643664 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-51bb83e1-ae88-4cab-856e-370122edfc6f req-c57cde3e-e730-4662-9dac-c7ccd66ea1dc tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Deleting port ed1f7cbd-202c-40f1-b4b1-df54f1f406e1 {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:45:01.644009 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-51bb83e1-ae88-4cab-856e-370122edfc6f req-c57cde3e-e730-4662-9dac-c7ccd66ea1dc tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (ed1f7cbd-202c-40f1-b4b1-df54f1f406e1), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:01.733061 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-51bb83e1-ae88-4cab-856e-370122edfc6f req-c57cde3e-e730-4662-9dac-c7ccd66ea1dc tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] For port ed1f7cbd-202c-40f1-b4b1-df54f1f406e1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ed1f7cbd-202c-40f1-b4b1-df54f1f406e1,segment=NetworkSegment(4a059b5f-6655-47a2-992e-a2bd3453be44),segment_id=4a059b5f-6655-47a2-992e-a2bd3453be44)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:45:01.733422 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-51bb83e1-ae88-4cab-856e-370122edfc6f req-c57cde3e-e730-4662-9dac-c7ccd66ea1dc tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (ed1f7cbd-202c-40f1-b4b1-df54f1f406e1), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:01.747012 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-51bb83e1-ae88-4cab-856e-370122edfc6f req-c57cde3e-e730-4662-9dac-c7ccd66ea1dc tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Calling delete_port for ed1f7cbd-202c-40f1-b4b1-df54f1f406e1 owned by compute:nova {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:45:01.880920 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-51bb83e1-ae88-4cab-856e-370122edfc6f req-c57cde3e-e730-4662-9dac-c7ccd66ea1dc tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (ed1f7cbd-202c-40f1-b4b1-df54f1f406e1), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:01.909774 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57cde3e-e730-4662-9dac-c7ccd66ea1dc tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Pushing event deleted for resources: {'Port': ['ID=ed1f7cbd-202c-40f1-b4b1-df54f1f406e1,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:01.959580 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d3648dbb-4d14-4ca3-8c85-85785a4fc674 req-1728268f-eb94-45a7-9ae1-575ae8bb9b61 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 210 time: 0.0291104 Sep 30 09:45:01.961611 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-51bb83e1-ae88-4cab-856e-370122edfc6f req-c57cde3e-e730-4662-9dac-c7ccd66ea1dc tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] No DVR routers for this DVR port ed1f7cbd-202c-40f1-b4b1-df54f1f406e1 on host hv-cinder-maste {{(pid=106375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:45:01.964125 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-51bb83e1-ae88-4cab-856e-370122edfc6f req-c57cde3e-e730-4662-9dac-c7ccd66ea1dc tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:01.967286 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-51bb83e1-ae88-4cab-856e-370122edfc6f req-c57cde3e-e730-4662-9dac-c7ccd66ea1dc tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.40 "DELETE /networking/v2.0/ports/ed1f7cbd-202c-40f1-b4b1-df54f1f406e1 HTTP/1.1" status: 204 len: 173 time: 0.4051151 Sep 30 09:45:01.967783 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a267ca-6987-46ee-84ec-ee5fb7c4a27f', 'name': 'network-vif-deleted', 'tag': 'ed1f7cbd-202c-40f1-b4b1-df54f1f406e1'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:45:01.970750 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a2765c340e485259911155c50f33e4425258638b85650f0a2a20d0c41df364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a3a64d-7021-4971-9bd8-b00a2e565d29" -d '{"events": [{"server_uuid": "70a267ca-6987-46ee-84ec-ee5fb7c4a27f", "name": "network-vif-deleted", "tag": "ed1f7cbd-202c-40f1-b4b1-df54f1f406e1"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:45:02.009800 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721689ed-7ec4-4fcb-8cc0-46b3acf39e64 x-openstack-request-id: req-721689ed-7ec4-4fcb-8cc0-46b3acf39e64 {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:45:02.010114 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a267ca-6987-46ee-84ec-ee5fb7c4a27f", "name": "network-vif-deleted", "tag": "ed1f7cbd-202c-40f1-b4b1-df54f1f406e1", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:45:02.010404 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-721689ed-7ec4-4fcb-8cc0-46b3acf39e64 {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:45:02.010819 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-721689ed-7ec4-4fcb-8cc0-46b3acf39e64'] response: {'server_uuid': '70a267ca-6987-46ee-84ec-ee5fb7c4a27f', 'name': 'network-vif-deleted', 'tag': 'ed1f7cbd-202c-40f1-b4b1-df54f1f406e1', 'status': 'completed', 'code': 200} Sep 30 09:45:03.077344 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a1b3434b-a8f2-4ed8-abad-2365622e873d req-ab8f1393-19d7-4193-8b74-3b0112494769 tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70a267ca-6987-46ee-84ec-ee5fb7c4a27f HTTP/1.1" status: 200 len: 210 time: 0.0267563 Sep 30 09:45:04.147771 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 44388) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:04.175472 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:04.211162 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-e8cbfacb-9d16-4e1a-8b5e-eb61e60ddeea tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks [] for security_group (0ce68be3-82f0-4947-a98e-f1221e68a4f0), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:04.234914 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-e8cbfacb-9d16-4e1a-8b5e-eb61e60ddeea tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks [] for security_group (0ce68be3-82f0-4947-a98e-f1221e68a4f0), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:04.293649 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-e8cbfacb-9d16-4e1a-8b5e-eb61e60ddeea tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (0ce68be3-82f0-4947-a98e-f1221e68a4f0), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:04.296190 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-e8cbfacb-9d16-4e1a-8b5e-eb61e60ddeea tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:04.297313 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-e8cbfacb-9d16-4e1a-8b5e-eb61e60ddeea tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/0ce68be3-82f0-4947-a98e-f1221e68a4f0 HTTP/1.1" status: 204 len: 168 time: 0.1487792 Sep 30 09:45:04.307613 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cbfacb-9d16-4e1a-8b5e-eb61e60ddeea tempest-TestShelveInstance-1990976615 tempest-TestShelveInstance-1990976615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce68be3-82f0-4947-a98e-f1221e68a4f0,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:04.342703 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 44392) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:04.482199 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:04.754352 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-382690bc-b116-4dd1-b9dd-32ab34833c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555431'] for router_interface (e71eff5a-7705-4b3b-a914-91e67e16a8c0), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:04.969454 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-382690bc-b116-4dd1-b9dd-32ab34833c3f admin admin] Deleting port ee1ca968-26d0-4035-a485-9ed3e5fac6b4 {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:45:04.969834 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-382690bc-b116-4dd1-b9dd-32ab34833c3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (ee1ca968-26d0-4035-a485-9ed3e5fac6b4), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:05.049502 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [None req-382690bc-b116-4dd1-b9dd-32ab34833c3f admin admin] For port ee1ca968-26d0-4035-a485-9ed3e5fac6b4, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=ee1ca968-26d0-4035-a485-9ed3e5fac6b4,segment=NetworkSegment(4a059b5f-6655-47a2-992e-a2bd3453be44),segment_id=4a059b5f-6655-47a2-992e-a2bd3453be44)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:45:05.050015 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-382690bc-b116-4dd1-b9dd-32ab34833c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (ee1ca968-26d0-4035-a485-9ed3e5fac6b4), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:05.065022 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-382690bc-b116-4dd1-b9dd-32ab34833c3f admin admin] Calling delete_port for ee1ca968-26d0-4035-a485-9ed3e5fac6b4 owned by network:router_interface {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:45:05.176184 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:05.247265 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-382690bc-b116-4dd1-b9dd-32ab34833c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (ee1ca968-26d0-4035-a485-9ed3e5fac6b4), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:05.270501 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:05.273236 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382690bc-b116-4dd1-b9dd-32ab34833c3f admin admin] Pushing event deleted for resources: {'Port': ['ID=ee1ca968-26d0-4035-a485-9ed3e5fac6b4,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:05.445305 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-382690bc-b116-4dd1-b9dd-32ab34833c3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-760599'] for router_interface (e71eff5a-7705-4b3b-a914-91e67e16a8c0), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:05.646758 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-382690bc-b116-4dd1-b9dd-32ab34833c3f admin admin] Router e71eff5a-7705-4b3b-a914-91e67e16a8c0 has already been hosted by L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 {{(pid=106375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:45:05.743988 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382690bc-b116-4dd1-b9dd-32ab34833c3f admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:45:05.748915 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-382690bc-b116-4dd1-b9dd-32ab34833c3f admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/e71eff5a-7705-4b3b-a914-91e67e16a8c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4051526 Sep 30 09:45:05.751475 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 44398) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:05.754579 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94bd924-8335-4611-849f-77e4042de092 None None] Sync routers for ids ['e71eff5a-7705-4b3b-a914-91e67e16a8c0'] in dv-cinder-master-3-smb {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:45:05.764324 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94bd924-8335-4611-849f-77e4042de092 None None] Routers {'e71eff5a-7705-4b3b-a914-91e67e16a8c0'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:45:05.765196 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-b94bd924-8335-4611-849f-77e4042de092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:44:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['e71eff5a-7705-4b3b-a914-91e67e16a8c0'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:05.797759 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:05.846386 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:05.850677 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-cccbf96b-9991-4fc2-9fd6-f94db62692a4 admin admin] Publish callbacks [] for router (e71eff5a-7705-4b3b-a914-91e67e16a8c0), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:05.870087 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-b94bd924-8335-4611-849f-77e4042de092 None None] Set router e71eff5a-7705-4b3b-a914-91e67e16a8c0 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:45:05.949310 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-cccbf96b-9991-4fc2-9fd6-f94db62692a4 admin admin] Publish callbacks [] for router_gateway (e71eff5a-7705-4b3b-a914-91e67e16a8c0), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:05.962266 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device ed1f7cbd-202c-40f1-b4b1-df54f1f406e1 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:45:05.984839 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] No Port match for: ed1f7cbd-202c-40f1-b4b1-df54f1f406e1 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:45:05.985740 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device ed1f7cbd-202c-40f1-b4b1-df54f1f406e1 not bound to the agent host hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:45:05.991373 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-cccbf96b-9991-4fc2-9fd6-f94db62692a4 admin admin] Deleting port 0288ea1c-4fe9-4d64-94b3-375996f9388b {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:45:05.991718 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-cccbf96b-9991-4fc2-9fd6-f94db62692a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (0288ea1c-4fe9-4d64-94b3-375996f9388b), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:06.049003 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:DELETE=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:06.064282 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-b94bd924-8335-4611-849f-77e4042de092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71eff5a-7705-4b3b-a914-91e67e16a8c0', 'name': 'tempest-TestShelveInstance-178242830-router', 'tenant_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.35'}], 'enable_snat': True}, 'gw_port_id': '0288ea1c-4fe9-4d64-94b3-375996f9388b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:38:30Z', 'updated_at': '2022-09-30T09:45:05Z', 'revision_number': 5, 'project_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'gw_port': {'id': '0288ea1c-4fe9-4d64-94b3-375996f9388b', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71eff5a-7705-4b3b-a914-91e67e16a8c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:38:30Z', 'updated_at': '2022-09-30T09:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:06.077226 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [None req-cccbf96b-9991-4fc2-9fd6-f94db62692a4 admin admin] For port 0288ea1c-4fe9-4d64-94b3-375996f9388b, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=0288ea1c-4fe9-4d64-94b3-375996f9388b,segment=NetworkSegment(8ee3384b-29eb-481d-9dfd-879c28cb46fd),segment_id=8ee3384b-29eb-481d-9dfd-879c28cb46fd)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:45:06.077595 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-cccbf96b-9991-4fc2-9fd6-f94db62692a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (0288ea1c-4fe9-4d64-94b3-375996f9388b), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:06.090604 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-cccbf96b-9991-4fc2-9fd6-f94db62692a4 admin admin] Calling delete_port for 0288ea1c-4fe9-4d64-94b3-375996f9388b owned by network:router_gateway {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:45:06.092689 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94bd924-8335-4611-849f-77e4042de092 None None] Checking router: e71eff5a-7705-4b3b-a914-91e67e16a8c0 for host: dv-cinder-master-3-smb {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:45:06.101949 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94bd924-8335-4611-849f-77e4042de092 None None] Routers {'e71eff5a-7705-4b3b-a914-91e67e16a8c0'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:45:06.102557 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-b94bd924-8335-4611-849f-77e4042de092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:44:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['e71eff5a-7705-4b3b-a914-91e67e16a8c0'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:06.149263 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:06.195844 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-b94bd924-8335-4611-849f-77e4042de092 None None] Set router e71eff5a-7705-4b3b-a914-91e67e16a8c0 gateway port host: None {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:45:06.246208 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-b94bd924-8335-4611-849f-77e4042de092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71eff5a-7705-4b3b-a914-91e67e16a8c0', 'name': 'tempest-TestShelveInstance-178242830-router', 'tenant_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:38:30Z', 'updated_at': '2022-09-30T09:45:05Z', 'revision_number': 6, 'project_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:06.259163 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-cccbf96b-9991-4fc2-9fd6-f94db62692a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (0288ea1c-4fe9-4d64-94b3-375996f9388b), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:06.272523 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94bd924-8335-4611-849f-77e4042de092 None None] The sync data for ids ['e71eff5a-7705-4b3b-a914-91e67e16a8c0'] in dv-cinder-master-3-smb is: [{'id': 'e71eff5a-7705-4b3b-a914-91e67e16a8c0', 'name': 'tempest-TestShelveInstance-178242830-router', 'tenant_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:38:30Z', 'updated_at': '2022-09-30T09:45:05Z', 'revision_number': 6, 'project_id': '2c1cb4c57c924a24ab3368be3a3384cb', 'gw_port_host': None}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:45:06.285781 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccbf96b-9991-4fc2-9fd6-f94db62692a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0288ea1c-4fe9-4d64-94b3-375996f9388b,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:06.349365 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-cccbf96b-9991-4fc2-9fd6-f94db62692a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759905'] for router_gateway (e71eff5a-7705-4b3b-a914-91e67e16a8c0), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:06.669203 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-cccbf96b-9991-4fc2-9fd6-f94db62692a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1175'] for router (e71eff5a-7705-4b3b-a914-91e67e16a8c0), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:06.671468 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-cccbf96b-9991-4fc2-9fd6-f94db62692a4 admin admin] Publish callbacks [] for router_controller (e71eff5a-7705-4b3b-a914-91e67e16a8c0), precommit_delete_associations {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:06.715974 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-cccbf96b-9991-4fc2-9fd6-f94db62692a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-760673'] for router (e71eff5a-7705-4b3b-a914-91e67e16a8c0), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:06.716613 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cccbf96b-9991-4fc2-9fd6-f94db62692a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e71eff5a-7705-4b3b-a914-91e67e16a8c0 {{(pid=106375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 09:45:06.721693 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-cccbf96b-9991-4fc2-9fd6-f94db62692a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:06.722829 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-cccbf96b-9991-4fc2-9fd6-f94db62692a4 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/e71eff5a-7705-4b3b-a914-91e67e16a8c0 HTTP/1.1" status: 204 len: 168 time: 0.9704561 Sep 30 09:45:06.725329 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 44400) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:06.769334 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.db_base_plugin_v2 [None req-764823c2-77f0-490a-bf58-f3271b2046cc admin admin] Deleting subnet 8a9b3a8a-aba0-4a7c-badd-f910fa652568 {{(pid=106375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 30 09:45:06.772552 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-764823c2-77f0-490a-bf58-f3271b2046cc admin admin] Publish callbacks [] for subnet (8a9b3a8a-aba0-4a7c-badd-f910fa652568), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:06.807562 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-764823c2-77f0-490a-bf58-f3271b2046cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32198673'] for subnet (8a9b3a8a-aba0-4a7c-badd-f910fa652568), precommit_delete_associations {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:06.884182 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-764823c2-77f0-490a-bf58-f3271b2046cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3558478'] for subnet (8a9b3a8a-aba0-4a7c-badd-f910fa652568), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:06.934713 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-764823c2-77f0-490a-bf58-f3271b2046cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1379239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32359409'] for subnet (8a9b3a8a-aba0-4a7c-badd-f910fa652568), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:06.961461 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764823c2-77f0-490a-bf58-f3271b2046cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a9b3a8a-aba0-4a7c-badd-f910fa652568,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:06.966339 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-764823c2-77f0-490a-bf58-f3271b2046cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for subnet (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:06.970057 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-764823c2-77f0-490a-bf58-f3271b2046cc admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/8a9b3a8a-aba0-4a7c-badd-f910fa652568 HTTP/1.1" status: 204 len: 168 time: 0.2437758 Sep 30 09:45:06.971739 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a767ddfc-1cb6-4977-b877-b7bf5eb362e1 None None] Network c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13 requested from dv-cinder-master-3-smb {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:45:06.972613 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 44402) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:07.055753 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-ebab42b5-a8b5-4b15-b1dc-c6d96ab4298b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3480607'] for network (c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:07.082086 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device ee1ca968-26d0-4035-a485-9ed3e5fac6b4 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:45:07.102296 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-ebab42b5-a8b5-4b15-b1dc-c6d96ab4298b admin admin] Deleting port 058a358d-74c9-4ad4-b7a6-1cea6a35306c {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:45:07.102624 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-ebab42b5-a8b5-4b15-b1dc-c6d96ab4298b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (058a358d-74c9-4ad4-b7a6-1cea6a35306c), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:07.108238 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] No Port match for: ee1ca968-26d0-4035-a485-9ed3e5fac6b4 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:45:07.108591 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device ee1ca968-26d0-4035-a485-9ed3e5fac6b4 not bound to the agent host dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:45:07.109005 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 0288ea1c-4fe9-4d64-94b3-375996f9388b no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:45:07.134109 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] No Port match for: 0288ea1c-4fe9-4d64-94b3-375996f9388b {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:45:07.134500 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 0288ea1c-4fe9-4d64-94b3-375996f9388b not bound to the agent host dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:45:07.150895 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f0be84-4e4a-49b3-bf9e-3caa81df4e89 None None] DHCP port deletion for c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13 request from dv-cinder-master-3-smb {{(pid=106377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 30 09:45:07.174990 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [None req-ebab42b5-a8b5-4b15-b1dc-c6d96ab4298b admin admin] For port 058a358d-74c9-4ad4-b7a6-1cea6a35306c, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=058a358d-74c9-4ad4-b7a6-1cea6a35306c,segment=NetworkSegment(4a059b5f-6655-47a2-992e-a2bd3453be44),segment_id=4a059b5f-6655-47a2-992e-a2bd3453be44)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:45:07.175786 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-ebab42b5-a8b5-4b15-b1dc-c6d96ab4298b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (058a358d-74c9-4ad4-b7a6-1cea6a35306c), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:07.178631 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:07.193374 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-89f0be84-4e4a-49b3-bf9e-3caa81df4e89 None None] Deleting port 058a358d-74c9-4ad4-b7a6-1cea6a35306c {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:45:07.193800 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-89f0be84-4e4a-49b3-bf9e-3caa81df4e89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (058a358d-74c9-4ad4-b7a6-1cea6a35306c), before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:07.197082 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-ebab42b5-a8b5-4b15-b1dc-c6d96ab4298b admin admin] Calling delete_port for 058a358d-74c9-4ad4-b7a6-1cea6a35306c owned by network:dhcp {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:45:07.261255 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-89f0be84-4e4a-49b3-bf9e-3caa81df4e89 None None] For port 058a358d-74c9-4ad4-b7a6-1cea6a35306c, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=058a358d-74c9-4ad4-b7a6-1cea6a35306c,segment=NetworkSegment(4a059b5f-6655-47a2-992e-a2bd3453be44),segment_id=4a059b5f-6655-47a2-992e-a2bd3453be44)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:45:07.261934 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-89f0be84-4e4a-49b3-bf9e-3caa81df4e89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (058a358d-74c9-4ad4-b7a6-1cea6a35306c), precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:07.274539 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:07.275875 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-89f0be84-4e4a-49b3-bf9e-3caa81df4e89 None None] Calling delete_port for 058a358d-74c9-4ad4-b7a6-1cea6a35306c owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:45:07.282530 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-ebab42b5-a8b5-4b15-b1dc-c6d96ab4298b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (058a358d-74c9-4ad4-b7a6-1cea6a35306c), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:07.309453 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab42b5-a8b5-4b15-b1dc-c6d96ab4298b admin admin] Pushing event deleted for resources: {'Port': ['ID=058a358d-74c9-4ad4-b7a6-1cea6a35306c,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:07.314549 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebab42b5-a8b5-4b15-b1dc-c6d96ab4298b admin admin] No DVR routers for this DVR port 058a358d-74c9-4ad4-b7a6-1cea6a35306c on host dv-cinder-master-3-smb {{(pid=106375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:45:07.367043 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-89f0be84-4e4a-49b3-bf9e-3caa81df4e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787'] for port (058a358d-74c9-4ad4-b7a6-1cea6a35306c), after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:07.386032 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f0be84-4e4a-49b3-bf9e-3caa81df4e89 None None] Pushing event deleted for resources: {'Port': ['ID=058a358d-74c9-4ad4-b7a6-1cea6a35306c,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:07.390956 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-ebab42b5-a8b5-4b15-b1dc-c6d96ab4298b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599224', 'neutron.services.segments.db._delete_segments_for_network-8770945895626'] for network (c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:07.398244 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f0be84-4e4a-49b3-bf9e-3caa81df4e89 None None] No DVR routers for this DVR port 058a358d-74c9-4ad4-b7a6-1cea6a35306c on host dv-cinder-master-3-smb {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:45:07.417996 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.services.segments.db [None req-ebab42b5-a8b5-4b15-b1dc-c6d96ab4298b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13']}} {{(pid=106375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:07.427857 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.services.segments.db [None req-ebab42b5-a8b5-4b15-b1dc-c6d96ab4298b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a059b5f-6655-47a2-992e-a2bd3453be44') {'for_net_delete': True} {{(pid=106375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:07.428160 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.services.segments.db [None req-ebab42b5-a8b5-4b15-b1dc-c6d96ab4298b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a059b5f-6655-47a2-992e-a2bd3453be44') {} {{(pid=106375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:07.437586 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-ebab42b5-a8b5-4b15-b1dc-c6d96ab4298b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770945931879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32198680'] for segment (4a059b5f-6655-47a2-992e-a2bd3453be44), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:07.451768 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-ebab42b5-a8b5-4b15-b1dc-c6d96ab4298b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765'] for segment (4a059b5f-6655-47a2-992e-a2bd3453be44), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:07.458368 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebab42b5-a8b5-4b15-b1dc-c6d96ab4298b admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=106375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:45:07.458757 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-ebab42b5-a8b5-4b15-b1dc-c6d96ab4298b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1379081'] for segment (4a059b5f-6655-47a2-992e-a2bd3453be44), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:07.499406 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.services.segments.plugin [-] Segment 4a059b5f-6655-47a2-992e-a2bd3453be44 resource provider aggregate not found Sep 30 09:45:07.519673 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.services.segments.plugin [-] Segment 4a059b5f-6655-47a2-992e-a2bd3453be44 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a059b5f-6655-47a2-992e-a2bd3453be44 found for delete ", "request_id": "req-4253bf0a-88ef-4831-ae68-b4603cae49dc"}]} Sep 30 09:45:07.524352 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-ebab42b5-a8b5-4b15-b1dc-c6d96ab4298b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3599219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759962'] for network (c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:07.529838 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-ebab42b5-a8b5-4b15-b1dc-c6d96ab4298b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for network (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:07.532894 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-ebab42b5-a8b5-4b15-b1dc-c6d96ab4298b admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13 HTTP/1.1" status: 204 len: 168 time: 0.5593488 Sep 30 09:45:07.535970 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 44408) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:07.543855 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab42b5-a8b5-4b15-b1dc-c6d96ab4298b admin admin] Pushing event deleted for resources: {'Network': ['ID=c8dd13dc-8d02-4c8a-af9b-2aea3d3b3f13,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:07.844334 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f0e843e8-d366-4127-98ab-950617cfa82e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555431'] for router_interface (8e9c801c-084e-44ce-bb9e-6f042dd14d89), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:08.059971 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-f0e843e8-d366-4127-98ab-950617cfa82e admin admin] Deleting port 91f37184-6342-4e16-86af-0de3e78f9780 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:45:08.060535 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f0e843e8-d366-4127-98ab-950617cfa82e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (91f37184-6342-4e16-86af-0de3e78f9780), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:08.141551 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-f0e843e8-d366-4127-98ab-950617cfa82e admin admin] For port 91f37184-6342-4e16-86af-0de3e78f9780, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=91f37184-6342-4e16-86af-0de3e78f9780,segment=NetworkSegment(aa6e4913-35d4-431b-b1e1-57ddf3ce63d0),segment_id=aa6e4913-35d4-431b-b1e1-57ddf3ce63d0)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:45:08.141831 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f0e843e8-d366-4127-98ab-950617cfa82e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (91f37184-6342-4e16-86af-0de3e78f9780), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:08.143713 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:08.154957 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-f0e843e8-d366-4127-98ab-950617cfa82e admin admin] Calling delete_port for 91f37184-6342-4e16-86af-0de3e78f9780 owned by network:router_interface {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:45:08.276907 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:08.320487 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-f9f32392-34d3-4f42-aab2-4db5276f5933 req-a2f4d770-d794-46ff-ab1e-bd516ab25137 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432394 Sep 30 09:45:08.335054 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f0e843e8-d366-4127-98ab-950617cfa82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29089666'] for port (91f37184-6342-4e16-86af-0de3e78f9780), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:08.365663 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e843e8-d366-4127-98ab-950617cfa82e admin admin] Pushing event deleted for resources: {'Port': ['ID=91f37184-6342-4e16-86af-0de3e78f9780,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:08.409976 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f32392-34d3-4f42-aab2-4db5276f5933 req-da977005-bdcb-4cc5-b5dc-50973d8b5c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:45:08.412099 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-f9f32392-34d3-4f42-aab2-4db5276f5933 req-da977005-bdcb-4cc5-b5dc-50973d8b5c44 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=7258740d324b4be18675101826a78ca7&device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 1131 time: 0.0559037 Sep 30 09:45:08.527278 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f32392-34d3-4f42-aab2-4db5276f5933 req-f74c8b03-1d38-4bd9-a092-65099ec1c972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:45:08.528954 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-f9f32392-34d3-4f42-aab2-4db5276f5933 req-f74c8b03-1d38-4bd9-a092-65099ec1c972 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=486301e7-f0bf-4b46-826b-b0b4132f2272 HTTP/1.1" status: 200 len: 918 time: 0.0972607 Sep 30 09:45:08.535345 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f0e843e8-d366-4127-98ab-950617cfa82e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-760599'] for router_interface (8e9c801c-084e-44ce-bb9e-6f042dd14d89), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:08.596124 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-f9f32392-34d3-4f42-aab2-4db5276f5933 req-d74094eb-6a17-44cc-bdad-2eea2044b14f service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a57cd9d9-dad9-43b3-a028-65277654babd HTTP/1.1" status: 200 len: 1002 time: 0.0573878 Sep 30 09:45:08.644403 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f32392-34d3-4f42-aab2-4db5276f5933 req-4a5698d5-7e86-4960-aaaf-54cafd5b22d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:45:08.645894 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-f9f32392-34d3-4f42-aab2-4db5276f5933 req-4a5698d5-7e86-4960-aaaf-54cafd5b22d5 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=caa068e9-5807-465e-a6a4-c687aab9e12e HTTP/1.1" status: 200 len: 856 time: 0.0444603 Sep 30 09:45:08.688933 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f32392-34d3-4f42-aab2-4db5276f5933 req-9f221868-3bc3-4b5f-abaf-c689c8cece6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:45:08.690388 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-f9f32392-34d3-4f42-aab2-4db5276f5933 req-9f221868-3bc3-4b5f-abaf-c689c8cece6e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=486301e7-f0bf-4b46-826b-b0b4132f2272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0388248 Sep 30 09:45:08.743187 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e843e8-d366-4127-98ab-950617cfa82e admin admin] Router 8e9c801c-084e-44ce-bb9e-6f042dd14d89 has already been hosted by L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:45:08.787313 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-f9f32392-34d3-4f42-aab2-4db5276f5933 req-9f20b029-5bc3-4eeb-b1aa-5dd91b6c8ec8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/486301e7-f0bf-4b46-826b-b0b4132f2272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904572 Sep 30 09:45:08.845105 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e843e8-d366-4127-98ab-950617cfa82e admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:45:08.852903 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-f0e843e8-d366-4127-98ab-950617cfa82e admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/8e9c801c-084e-44ce-bb9e-6f042dd14d89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3130410 Sep 30 09:45:08.853788 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 44410) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:08.855723 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e7961f-26aa-42a2-af40-0bb22b9005cc None None] Sync routers for ids ['8e9c801c-084e-44ce-bb9e-6f042dd14d89'] in dv-cinder-master-3-smb {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:45:08.868053 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e7961f-26aa-42a2-af40-0bb22b9005cc None None] Routers {'8e9c801c-084e-44ce-bb9e-6f042dd14d89'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:45:08.868936 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-f8e7961f-26aa-42a2-af40-0bb22b9005cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:44:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['8e9c801c-084e-44ce-bb9e-6f042dd14d89'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:08.935437 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-f9f32392-34d3-4f42-aab2-4db5276f5933 req-4ee8ea16-b1c4-482a-9514-cfaccffea557 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/486301e7-f0bf-4b46-826b-b0b4132f2272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421649 Sep 30 09:45:08.973268 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-f8e7961f-26aa-42a2-af40-0bb22b9005cc None None] Set router 8e9c801c-084e-44ce-bb9e-6f042dd14d89 gateway port host: dv-cinder-master-3-smb {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:45:08.984682 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-5c1a7946-1ab0-43d8-acda-e62f8a9b4f24 admin admin] Publish callbacks [] for router (8e9c801c-084e-44ce-bb9e-6f042dd14d89), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:08.987555 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:09.092655 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-5c1a7946-1ab0-43d8-acda-e62f8a9b4f24 admin admin] Publish callbacks [] for router_gateway (8e9c801c-084e-44ce-bb9e-6f042dd14d89), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:09.133809 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 058a358d-74c9-4ad4-b7a6-1cea6a35306c no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:45:09.154157 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] No Port match for: 058a358d-74c9-4ad4-b7a6-1cea6a35306c {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:45:09.154594 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-f8e7961f-26aa-42a2-af40-0bb22b9005cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e9c801c-084e-44ce-bb9e-6f042dd14d89', 'name': 'tempest-TestShelveInstance-796855756-router', 'tenant_id': '39a6ad090122467da59af411d4ea3551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.204'}], 'enable_snat': True}, 'gw_port_id': '6cddf2e6-7b57-41c3-b644-5e7c340d0637', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:38:36Z', 'updated_at': '2022-09-30T09:45:08Z', 'revision_number': 5, 'project_id': '39a6ad090122467da59af411d4ea3551', 'gw_port': {'id': '6cddf2e6-7b57-41c3-b644-5e7c340d0637', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9c801c-084e-44ce-bb9e-6f042dd14d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:38:37Z', 'updated_at': '2022-09-30T09:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:09.154776 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 058a358d-74c9-4ad4-b7a6-1cea6a35306c not bound to the agent host dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:45:09.158685 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-5c1a7946-1ab0-43d8-acda-e62f8a9b4f24 admin admin] Deleting port 6cddf2e6-7b57-41c3-b644-5e7c340d0637 {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:45:09.159097 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-5c1a7946-1ab0-43d8-acda-e62f8a9b4f24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (6cddf2e6-7b57-41c3-b644-5e7c340d0637), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:09.163508 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:09.187693 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e7961f-26aa-42a2-af40-0bb22b9005cc None None] Checking router: 8e9c801c-084e-44ce-bb9e-6f042dd14d89 for host: dv-cinder-master-3-smb {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:45:09.197903 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e7961f-26aa-42a2-af40-0bb22b9005cc None None] Routers {'8e9c801c-084e-44ce-bb9e-6f042dd14d89'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:45:09.198551 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-f8e7961f-26aa-42a2-af40-0bb22b9005cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:44:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['8e9c801c-084e-44ce-bb9e-6f042dd14d89'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:09.244816 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [None req-5c1a7946-1ab0-43d8-acda-e62f8a9b4f24 admin admin] For port 6cddf2e6-7b57-41c3-b644-5e7c340d0637, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=6cddf2e6-7b57-41c3-b644-5e7c340d0637,segment=NetworkSegment(8ee3384b-29eb-481d-9dfd-879c28cb46fd),segment_id=8ee3384b-29eb-481d-9dfd-879c28cb46fd)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:45:09.245080 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-5c1a7946-1ab0-43d8-acda-e62f8a9b4f24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (6cddf2e6-7b57-41c3-b644-5e7c340d0637), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:09.258707 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-5c1a7946-1ab0-43d8-acda-e62f8a9b4f24 admin admin] Calling delete_port for 6cddf2e6-7b57-41c3-b644-5e7c340d0637 owned by network:router_gateway {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:45:09.279473 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-f8e7961f-26aa-42a2-af40-0bb22b9005cc None None] Set router 8e9c801c-084e-44ce-bb9e-6f042dd14d89 gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:45:09.331171 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-f8e7961f-26aa-42a2-af40-0bb22b9005cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e9c801c-084e-44ce-bb9e-6f042dd14d89', 'name': 'tempest-TestShelveInstance-796855756-router', 'tenant_id': '39a6ad090122467da59af411d4ea3551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:38:36Z', 'updated_at': '2022-09-30T09:45:09Z', 'revision_number': 6, 'project_id': '39a6ad090122467da59af411d4ea3551', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:09.354795 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e7961f-26aa-42a2-af40-0bb22b9005cc None None] The sync data for ids ['8e9c801c-084e-44ce-bb9e-6f042dd14d89'] in dv-cinder-master-3-smb is: [{'id': '8e9c801c-084e-44ce-bb9e-6f042dd14d89', 'name': 'tempest-TestShelveInstance-796855756-router', 'tenant_id': '39a6ad090122467da59af411d4ea3551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:38:36Z', 'updated_at': '2022-09-30T09:45:09Z', 'revision_number': 6, 'project_id': '39a6ad090122467da59af411d4ea3551', 'gw_port_host': None}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:45:09.431310 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-5c1a7946-1ab0-43d8-acda-e62f8a9b4f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (6cddf2e6-7b57-41c3-b644-5e7c340d0637), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:09.455322 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a7946-1ab0-43d8-acda-e62f8a9b4f24 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cddf2e6-7b57-41c3-b644-5e7c340d0637,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:09.523444 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-5c1a7946-1ab0-43d8-acda-e62f8a9b4f24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759905'] for router_gateway (8e9c801c-084e-44ce-bb9e-6f042dd14d89), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:09.607760 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-5c1a7946-1ab0-43d8-acda-e62f8a9b4f24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1175'] for router (8e9c801c-084e-44ce-bb9e-6f042dd14d89), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:09.609884 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-5c1a7946-1ab0-43d8-acda-e62f8a9b4f24 admin admin] Publish callbacks [] for router_controller (8e9c801c-084e-44ce-bb9e-6f042dd14d89), precommit_delete_associations {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:09.653247 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-5c1a7946-1ab0-43d8-acda-e62f8a9b4f24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-760673'] for router (8e9c801c-084e-44ce-bb9e-6f042dd14d89), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:09.653773 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1a7946-1ab0-43d8-acda-e62f8a9b4f24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e9c801c-084e-44ce-bb9e-6f042dd14d89 {{(pid=106375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 09:45:09.658856 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-5c1a7946-1ab0-43d8-acda-e62f8a9b4f24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:09.659971 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-5c1a7946-1ab0-43d8-acda-e62f8a9b4f24 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/8e9c801c-084e-44ce-bb9e-6f042dd14d89 HTTP/1.1" status: 204 len: 168 time: 0.8050742 Sep 30 09:45:09.662532 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 44414) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:09.708715 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.db_base_plugin_v2 [None req-087f6562-bc0c-4799-8af5-4d5c44eb9a55 admin admin] Deleting subnet c5a309c6-cb30-4db8-a4ab-924aee9f0d13 {{(pid=106375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 30 09:45:09.712116 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-087f6562-bc0c-4799-8af5-4d5c44eb9a55 admin admin] Publish callbacks [] for subnet (c5a309c6-cb30-4db8-a4ab-924aee9f0d13), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:09.753784 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-087f6562-bc0c-4799-8af5-4d5c44eb9a55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32198673'] for subnet (c5a309c6-cb30-4db8-a4ab-924aee9f0d13), precommit_delete_associations {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:09.828909 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-087f6562-bc0c-4799-8af5-4d5c44eb9a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3558478'] for subnet (c5a309c6-cb30-4db8-a4ab-924aee9f0d13), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:09.879725 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-087f6562-bc0c-4799-8af5-4d5c44eb9a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1379239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32359409'] for subnet (c5a309c6-cb30-4db8-a4ab-924aee9f0d13), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:09.882831 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:09.912057 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f6562-bc0c-4799-8af5-4d5c44eb9a55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5a309c6-cb30-4db8-a4ab-924aee9f0d13,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:09.914286 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-087f6562-bc0c-4799-8af5-4d5c44eb9a55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for subnet (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:09.917338 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-087f6562-bc0c-4799-8af5-4d5c44eb9a55 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/c5a309c6-cb30-4db8-a4ab-924aee9f0d13 HTTP/1.1" status: 204 len: 168 time: 0.2538335 Sep 30 09:45:09.919859 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 44416) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:09.921451 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3312a7a0-36e0-4cd0-a437-f7ce74fd01be None None] Network 35e1d245-ed95-4905-a292-25176bcee437 requested from dv-cinder-master-3-smb {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:45:09.988706 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-83f1d588-2fa8-4627-9803-ad39723be905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3480607'] for network (35e1d245-ed95-4905-a292-25176bcee437), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:10.031178 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-83f1d588-2fa8-4627-9803-ad39723be905 admin admin] Deleting port 22b8d71a-2b66-44a8-a5d8-2e252f72ac4a {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:45:10.031424 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-83f1d588-2fa8-4627-9803-ad39723be905 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (22b8d71a-2b66-44a8-a5d8-2e252f72ac4a), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:10.033534 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:10.095707 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34397fad-3eff-4816-b3a2-d1983dce0433 None None] DHCP port deletion for 35e1d245-ed95-4905-a292-25176bcee437 request from dv-cinder-master-3-smb {{(pid=106377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 30 09:45:10.108374 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [None req-83f1d588-2fa8-4627-9803-ad39723be905 admin admin] For port 22b8d71a-2b66-44a8-a5d8-2e252f72ac4a, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=22b8d71a-2b66-44a8-a5d8-2e252f72ac4a,segment=NetworkSegment(aa6e4913-35d4-431b-b1e1-57ddf3ce63d0),segment_id=aa6e4913-35d4-431b-b1e1-57ddf3ce63d0)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:45:10.108883 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-83f1d588-2fa8-4627-9803-ad39723be905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (22b8d71a-2b66-44a8-a5d8-2e252f72ac4a), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:10.123250 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-83f1d588-2fa8-4627-9803-ad39723be905 admin admin] Calling delete_port for 22b8d71a-2b66-44a8-a5d8-2e252f72ac4a owned by network:dhcp {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:45:10.136842 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-34397fad-3eff-4816-b3a2-d1983dce0433 None None] Deleting port 22b8d71a-2b66-44a8-a5d8-2e252f72ac4a {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:45:10.137408 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-34397fad-3eff-4816-b3a2-d1983dce0433 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (22b8d71a-2b66-44a8-a5d8-2e252f72ac4a), before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:10.215104 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-83f1d588-2fa8-4627-9803-ad39723be905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (22b8d71a-2b66-44a8-a5d8-2e252f72ac4a), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:10.248910 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f1d588-2fa8-4627-9803-ad39723be905 admin admin] Pushing event deleted for resources: {'Port': ['ID=22b8d71a-2b66-44a8-a5d8-2e252f72ac4a,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:10.254490 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f1d588-2fa8-4627-9803-ad39723be905 admin admin] No DVR routers for this DVR port 22b8d71a-2b66-44a8-a5d8-2e252f72ac4a on host dv-cinder-master-3-smb {{(pid=106375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:45:10.332605 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-83f1d588-2fa8-4627-9803-ad39723be905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599224', 'neutron.services.segments.db._delete_segments_for_network-8770945895626'] for network (35e1d245-ed95-4905-a292-25176bcee437), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:10.335499 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:10.337614 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-34397fad-3eff-4816-b3a2-d1983dce0433 None None] For port 22b8d71a-2b66-44a8-a5d8-2e252f72ac4a, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=22b8d71a-2b66-44a8-a5d8-2e252f72ac4a,segment=NetworkSegment(aa6e4913-35d4-431b-b1e1-57ddf3ce63d0),segment_id=aa6e4913-35d4-431b-b1e1-57ddf3ce63d0)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:45:10.338081 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-34397fad-3eff-4816-b3a2-d1983dce0433 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (22b8d71a-2b66-44a8-a5d8-2e252f72ac4a), precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:10.353290 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-34397fad-3eff-4816-b3a2-d1983dce0433 None None] Calling delete_port for 22b8d71a-2b66-44a8-a5d8-2e252f72ac4a owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:45:10.356214 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.services.segments.db [None req-83f1d588-2fa8-4627-9803-ad39723be905 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35e1d245-ed95-4905-a292-25176bcee437']}} {{(pid=106375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:10.368154 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.services.segments.db [None req-83f1d588-2fa8-4627-9803-ad39723be905 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa6e4913-35d4-431b-b1e1-57ddf3ce63d0') {'for_net_delete': True} {{(pid=106375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:10.368454 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.services.segments.db [None req-83f1d588-2fa8-4627-9803-ad39723be905 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa6e4913-35d4-431b-b1e1-57ddf3ce63d0') {} {{(pid=106375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:10.380426 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-83f1d588-2fa8-4627-9803-ad39723be905 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770945931879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32198680'] for segment (aa6e4913-35d4-431b-b1e1-57ddf3ce63d0), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:10.395057 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-83f1d588-2fa8-4627-9803-ad39723be905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765'] for segment (aa6e4913-35d4-431b-b1e1-57ddf3ce63d0), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:10.402235 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83f1d588-2fa8-4627-9803-ad39723be905 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=106375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:45:10.402891 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-83f1d588-2fa8-4627-9803-ad39723be905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1379081'] for segment (aa6e4913-35d4-431b-b1e1-57ddf3ce63d0), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:10.413364 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:10.436699 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-34397fad-3eff-4816-b3a2-d1983dce0433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787'] for port (22b8d71a-2b66-44a8-a5d8-2e252f72ac4a), after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:10.447971 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.services.segments.plugin [-] Segment aa6e4913-35d4-431b-b1e1-57ddf3ce63d0 resource provider aggregate not found Sep 30 09:45:10.464781 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34397fad-3eff-4816-b3a2-d1983dce0433 None None] Pushing event deleted for resources: {'Port': ['ID=22b8d71a-2b66-44a8-a5d8-2e252f72ac4a,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:10.467501 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.services.segments.plugin [-] Segment aa6e4913-35d4-431b-b1e1-57ddf3ce63d0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aa6e4913-35d4-431b-b1e1-57ddf3ce63d0 found for delete ", "request_id": "req-988a270b-7602-423d-97eb-b91234ed6b64"}]} Sep 30 09:45:10.469435 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34397fad-3eff-4816-b3a2-d1983dce0433 None None] No DVR routers for this DVR port 22b8d71a-2b66-44a8-a5d8-2e252f72ac4a on host dv-cinder-master-3-smb {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:45:10.473238 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-83f1d588-2fa8-4627-9803-ad39723be905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3599219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759962'] for network (35e1d245-ed95-4905-a292-25176bcee437), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:10.479839 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-83f1d588-2fa8-4627-9803-ad39723be905 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for network (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:10.483369 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-83f1d588-2fa8-4627-9803-ad39723be905 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/35e1d245-ed95-4905-a292-25176bcee437 HTTP/1.1" status: 204 len: 168 time: 0.5624876 Sep 30 09:45:10.494204 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f1d588-2fa8-4627-9803-ad39723be905 admin admin] Pushing event deleted for resources: {'Network': ['ID=35e1d245-ed95-4905-a292-25176bcee437,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:10.602806 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 44424) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:10.644130 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-aa8b24d7-31e4-4f13-a034-6fbfa186d279 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=2c1cb4c57c924a24ab3368be3a3384cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400360 Sep 30 09:45:10.646543 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 44426) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:10.693969 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b98bac94-50e2-4c3a-81b3-f1fd0dfc3244 admin admin] Publish callbacks [] for security_group (afaafe37-3a46-4b78-afa7-d2df3f9d3e19), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:10.696345 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:10.715150 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b98bac94-50e2-4c3a-81b3-f1fd0dfc3244 admin admin] Publish callbacks [] for security_group (afaafe37-3a46-4b78-afa7-d2df3f9d3e19), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:10.760916 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b98bac94-50e2-4c3a-81b3-f1fd0dfc3244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (afaafe37-3a46-4b78-afa7-d2df3f9d3e19), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:10.763491 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b98bac94-50e2-4c3a-81b3-f1fd0dfc3244 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:10.764888 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-b98bac94-50e2-4c3a-81b3-f1fd0dfc3244 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/afaafe37-3a46-4b78-afa7-d2df3f9d3e19 HTTP/1.1" status: 204 len: 168 time: 0.1172140 Sep 30 09:45:10.773506 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98bac94-50e2-4c3a-81b3-f1fd0dfc3244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afaafe37-3a46-4b78-afa7-d2df3f9d3e19,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:11.051811 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 22b8d71a-2b66-44a8-a5d8-2e252f72ac4a no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:45:11.070997 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] No Port match for: 22b8d71a-2b66-44a8-a5d8-2e252f72ac4a {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:45:11.071353 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 22b8d71a-2b66-44a8-a5d8-2e252f72ac4a not bound to the agent host dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:45:11.071773 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 91f37184-6342-4e16-86af-0de3e78f9780 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:45:11.093653 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] No Port match for: 91f37184-6342-4e16-86af-0de3e78f9780 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:45:11.094012 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 91f37184-6342-4e16-86af-0de3e78f9780 not bound to the agent host dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:45:11.095095 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 6cddf2e6-7b57-41c3-b644-5e7c340d0637 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:45:11.096633 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 44432) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:11.114479 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] No Port match for: 6cddf2e6-7b57-41c3-b644-5e7c340d0637 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:45:11.114834 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 6cddf2e6-7b57-41c3-b644-5e7c340d0637 not bound to the agent host dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:45:11.140026 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-64e78cf1-a579-4c0a-b118-fca2de1b12d7 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=39a6ad090122467da59af411d4ea3551&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418532 Sep 30 09:45:11.143313 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 44434) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:11.193288 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2f20d498-54e8-4116-b8e0-3bb1a39379a9 admin admin] Publish callbacks [] for security_group (734a4763-1f9a-4915-951d-2f287905825f), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:11.208939 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:11.213753 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2f20d498-54e8-4116-b8e0-3bb1a39379a9 admin admin] Publish callbacks [] for security_group (734a4763-1f9a-4915-951d-2f287905825f), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:11.262008 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2f20d498-54e8-4116-b8e0-3bb1a39379a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (734a4763-1f9a-4915-951d-2f287905825f), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:11.264980 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-2f20d498-54e8-4116-b8e0-3bb1a39379a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:11.266163 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-2f20d498-54e8-4116-b8e0-3bb1a39379a9 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/734a4763-1f9a-4915-951d-2f287905825f HTTP/1.1" status: 204 len: 168 time: 0.1219311 Sep 30 09:45:11.274236 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f20d498-54e8-4116-b8e0-3bb1a39379a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734a4763-1f9a-4915-951d-2f287905825f,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:20.466529 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=40,neutron:DELETE=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:20.484286 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=50,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:20.963507 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f3c28-2c60-48ed-a222-9b944f25493c req-48217aaa-f64a-4e6e-ae20-4ce47e4c79df tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:45:20.964860 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-9f4f3c28-2c60-48ed-a222-9b944f25493c req-48217aaa-f64a-4e6e-ae20-4ce47e4c79df tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=96c9fd50-6409-4012-bad7-5094fd277e4c HTTP/1.1" status: 200 len: 945 time: 0.0464773 Sep 30 09:45:21.012383 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-9f4f3c28-2c60-48ed-a222-9b944f25493c req-eb7b01f6-9ba5-4e4d-a573-36df0466144c tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b14740d7-9176-4168-ba87-52e7b48dac11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418901 Sep 30 09:45:21.097606 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=22,neutron:DELETE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:21.285874 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:DELETE=3,neutron:SELECT=8 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:22.132965 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721e767-09d4-4619-8e87-5e182b0975d3 req-7ba64b50-1bb0-4d92-938a-f925639e4391 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:45:22.134440 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-e721e767-09d4-4619-8e87-5e182b0975d3 req-7ba64b50-1bb0-4d92-938a-f925639e4391 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=96c9fd50-6409-4012-bad7-5094fd277e4c HTTP/1.1" status: 200 len: 945 time: 0.0456762 Sep 30 09:45:22.184100 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-e721e767-09d4-4619-8e87-5e182b0975d3 req-a9be3851-db78-4365-be76-ce13c81fa1e7 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b14740d7-9176-4168-ba87-52e7b48dac11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438328 Sep 30 09:45:23.098711 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126134f-c2c7-48ab-9df5-33845b988d00 req-309161fb-170e-4447-9801-7d13287cd636 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:45:23.100127 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-4126134f-c2c7-48ab-9df5-33845b988d00 req-309161fb-170e-4447-9801-7d13287cd636 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=96c9fd50-6409-4012-bad7-5094fd277e4c HTTP/1.1" status: 200 len: 945 time: 0.0460896 Sep 30 09:45:23.187178 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-4126134f-c2c7-48ab-9df5-33845b988d00 req-7123e790-a74f-4e5c-9a59-5a1b2107a756 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Deleting port 90444ca8-3a5f-45ae-93f5-f6b3d52d347b {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:45:23.187513 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-4126134f-c2c7-48ab-9df5-33845b988d00 req-7123e790-a74f-4e5c-9a59-5a1b2107a756 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (90444ca8-3a5f-45ae-93f5-f6b3d52d347b), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:23.282523 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-4126134f-c2c7-48ab-9df5-33845b988d00 req-7123e790-a74f-4e5c-9a59-5a1b2107a756 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] For port 90444ca8-3a5f-45ae-93f5-f6b3d52d347b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=90444ca8-3a5f-45ae-93f5-f6b3d52d347b,segment=NetworkSegment(e66f24b0-9893-442e-bdcf-fa149cc52000),segment_id=e66f24b0-9893-442e-bdcf-fa149cc52000)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:45:23.282826 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-4126134f-c2c7-48ab-9df5-33845b988d00 req-7123e790-a74f-4e5c-9a59-5a1b2107a756 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (90444ca8-3a5f-45ae-93f5-f6b3d52d347b), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:23.308985 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092edb93-a4b9-4290-9c0c-80a18461b58b req-59422d9d-d18a-4aac-a689-cee27a16b2fc tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:45:23.310581 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-092edb93-a4b9-4290-9c0c-80a18461b58b req-59422d9d-d18a-4aac-a689-cee27a16b2fc tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=96c9fd50-6409-4012-bad7-5094fd277e4c HTTP/1.1" status: 200 len: 945 time: 0.0493321 Sep 30 09:45:23.361213 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-092edb93-a4b9-4290-9c0c-80a18461b58b req-865e9118-f0ef-42b0-80a0-585e91b14814 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=b14740d7-9176-4168-ba87-52e7b48dac11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444491 Sep 30 09:45:23.455309 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-4126134f-c2c7-48ab-9df5-33845b988d00 req-7123e790-a74f-4e5c-9a59-5a1b2107a756 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:23.455672 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-4126134f-c2c7-48ab-9df5-33845b988d00 req-7123e790-a74f-4e5c-9a59-5a1b2107a756 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759975'] for floatingip (91eb7b42-f9d0-484d-8e49-c8bd26400f0e), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:23.455989 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.db.l3_db [req-4126134f-c2c7-48ab-9df5-33845b988d00 req-7123e790-a74f-4e5c-9a59-5a1b2107a756 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Floating IP 91eb7b42-f9d0-484d-8e49-c8bd26400f0e disassociated. External IP: 172.37.1.7, port: 90444ca8-3a5f-45ae-93f5-f6b3d52d347b. Sep 30 09:45:23.456333 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-4126134f-c2c7-48ab-9df5-33845b988d00 req-7123e790-a74f-4e5c-9a59-5a1b2107a756 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Calling delete_port for 90444ca8-3a5f-45ae-93f5-f6b3d52d347b owned by compute:nova {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:45:23.582782 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-4126134f-c2c7-48ab-9df5-33845b988d00 req-7123e790-a74f-4e5c-9a59-5a1b2107a756 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (90444ca8-3a5f-45ae-93f5-f6b3d52d347b), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:23.608385 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7123e790-a74f-4e5c-9a59-5a1b2107a756 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Pushing event deleted for resources: {'Port': ['ID=90444ca8-3a5f-45ae-93f5-f6b3d52d347b,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:23.619285 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123e790-a74f-4e5c-9a59-5a1b2107a756 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:23.619636 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123e790-a74f-4e5c-9a59-5a1b2107a756 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:23.619979 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123e790-a74f-4e5c-9a59-5a1b2107a756 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:23.620322 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123e790-a74f-4e5c-9a59-5a1b2107a756 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:23.620657 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123e790-a74f-4e5c-9a59-5a1b2107a756 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:23.620990 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123e790-a74f-4e5c-9a59-5a1b2107a756 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:23.621328 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123e790-a74f-4e5c-9a59-5a1b2107a756 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:23.621680 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123e790-a74f-4e5c-9a59-5a1b2107a756 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:23.622470 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123e790-a74f-4e5c-9a59-5a1b2107a756 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:23.622470 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123e790-a74f-4e5c-9a59-5a1b2107a756 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:23.622644 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123e790-a74f-4e5c-9a59-5a1b2107a756 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:23.622961 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123e790-a74f-4e5c-9a59-5a1b2107a756 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:23.623284 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123e790-a74f-4e5c-9a59-5a1b2107a756 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:23.623608 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123e790-a74f-4e5c-9a59-5a1b2107a756 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:23.623928 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7123e790-a74f-4e5c-9a59-5a1b2107a756 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:23.733133 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4126134f-c2c7-48ab-9df5-33845b988d00 req-7123e790-a74f-4e5c-9a59-5a1b2107a756 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Router 3b92f880-bce1-431d-953b-029e5d3c9818 has already been hosted by L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 {{(pid=106375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:45:23.834400 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4126134f-c2c7-48ab-9df5-33845b988d00 req-7123e790-a74f-4e5c-9a59-5a1b2107a756 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:45:23.845196 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4712b16b-f363-4bad-9375-271dcd99d3b7 None None] Sync routers for ids ['3b92f880-bce1-431d-953b-029e5d3c9818'] in dv-cinder-master-3-smb {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:45:23.854798 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4712b16b-f363-4bad-9375-271dcd99d3b7 None None] Routers {'3b92f880-bce1-431d-953b-029e5d3c9818'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:45:23.855407 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-4712b16b-f363-4bad-9375-271dcd99d3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:44:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['3b92f880-bce1-431d-953b-029e5d3c9818'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:23.875640 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-4126134f-c2c7-48ab-9df5-33845b988d00 req-7123e790-a74f-4e5c-9a59-5a1b2107a756 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] No DVR routers for this DVR port 90444ca8-3a5f-45ae-93f5-f6b3d52d347b on host hv-cinder-maste {{(pid=106375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:45:23.878276 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-4126134f-c2c7-48ab-9df5-33845b988d00 req-7123e790-a74f-4e5c-9a59-5a1b2107a756 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:23.881466 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-4126134f-c2c7-48ab-9df5-33845b988d00 req-7123e790-a74f-4e5c-9a59-5a1b2107a756 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.40 "DELETE /networking/v2.0/ports/90444ca8-3a5f-45ae-93f5-f6b3d52d347b HTTP/1.1" status: 204 len: 173 time: 0.7753098 Sep 30 09:45:23.881987 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c9fd50-6409-4012-bad7-5094fd277e4c', 'name': 'network-vif-deleted', 'tag': '90444ca8-3a5f-45ae-93f5-f6b3d52d347b'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:45:23.884210 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a2765c340e485259911155c50f33e4425258638b85650f0a2a20d0c41df364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab244af1-3bd1-402b-a9e0-a2c25da7c0a0" -d '{"events": [{"server_uuid": "96c9fd50-6409-4012-bad7-5094fd277e4c", "name": "network-vif-deleted", "tag": "90444ca8-3a5f-45ae-93f5-f6b3d52d347b"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:45:23.929423 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45a43c1-040f-42b0-a013-fecf808b636c x-openstack-request-id: req-a45a43c1-040f-42b0-a013-fecf808b636c {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:45:23.929819 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c9fd50-6409-4012-bad7-5094fd277e4c", "name": "network-vif-deleted", "tag": "90444ca8-3a5f-45ae-93f5-f6b3d52d347b", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:45:23.930084 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a45a43c1-040f-42b0-a013-fecf808b636c {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:45:23.930491 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a45a43c1-040f-42b0-a013-fecf808b636c'] response: {'server_uuid': '96c9fd50-6409-4012-bad7-5094fd277e4c', 'name': 'network-vif-deleted', 'tag': '90444ca8-3a5f-45ae-93f5-f6b3d52d347b', 'status': 'completed', 'code': 200} Sep 30 09:45:23.962476 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-4712b16b-f363-4bad-9375-271dcd99d3b7 None None] Set router 3b92f880-bce1-431d-953b-029e5d3c9818 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:45:24.167779 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-4712b16b-f363-4bad-9375-271dcd99d3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'name': 'tempest-AttachVolumeNegativeTest-834901665-router', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94'}], 'enable_snat': True}, 'gw_port_id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:07Z', 'revision_number': 4, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'gw_port': {'id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:02Z', 'updated_at': '2022-09-30T09:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '600c548c-0db2-4cb3-9561-68f0f39c3aa5', 'name': '', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'mac_address': 'fa:16:3e:85:21:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:06Z', 'updated_at': '2022-09-30T09:36:21Z', 'revision_number': 5, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'subnets': [{'id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:24.198216 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4712b16b-f363-4bad-9375-271dcd99d3b7 None None] Checking router: 3b92f880-bce1-431d-953b-029e5d3c9818 for host: dv-cinder-master-3-smb {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:45:24.207676 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4712b16b-f363-4bad-9375-271dcd99d3b7 None None] Routers {'3b92f880-bce1-431d-953b-029e5d3c9818'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:45:24.208283 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-4712b16b-f363-4bad-9375-271dcd99d3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:44:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['3b92f880-bce1-431d-953b-029e5d3c9818'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:24.285813 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=48 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:24.286649 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=47,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:24.314863 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-4712b16b-f363-4bad-9375-271dcd99d3b7 None None] Set router 3b92f880-bce1-431d-953b-029e5d3c9818 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:45:24.491374 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-80d6416f-9ff6-43af-9641-b620aafc7aff req-c941b876-88fe-4113-9a27-e9daffac9894 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=96c9fd50-6409-4012-bad7-5094fd277e4c HTTP/1.1" status: 200 len: 210 time: 0.0347252 Sep 30 09:45:24.523579 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-4712b16b-f363-4bad-9375-271dcd99d3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'name': 'tempest-AttachVolumeNegativeTest-834901665-router', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94'}], 'enable_snat': True}, 'gw_port_id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:07Z', 'revision_number': 4, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'gw_port': {'id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:02Z', 'updated_at': '2022-09-30T09:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '600c548c-0db2-4cb3-9561-68f0f39c3aa5', 'name': '', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'mac_address': 'fa:16:3e:85:21:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:06Z', 'updated_at': '2022-09-30T09:36:21Z', 'revision_number': 5, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'subnets': [{'id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:24.550550 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4712b16b-f363-4bad-9375-271dcd99d3b7 None None] The sync data for ids ['3b92f880-bce1-431d-953b-029e5d3c9818'] in dv-cinder-master-3-smb is: [{'id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'name': 'tempest-AttachVolumeNegativeTest-834901665-router', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94'}], 'enable_snat': True}, 'gw_port_id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:07Z', 'revision_number': 4, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'gw_port': {'id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:02Z', 'updated_at': '2022-09-30T09:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '600c548c-0db2-4cb3-9561-68f0f39c3aa5', 'name': '', 'network_id': 'b208ce5f-758d-4f0c-90ce-9c825be7bba2', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'mac_address': 'fa:16:3e:85:21:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:06Z', 'updated_at': '2022-09-30T09:36:21Z', 'revision_number': 5, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'subnets': [{'id': '8411074f-f19b-4e83-87b2-5762dc2e15cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:45:24.762725 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8133e132-e33e-4217-9f7d-35a739b57f46 None None] New status for floating IP 91eb7b42-f9d0-484d-8e49-c8bd26400f0e: DOWN {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 09:45:25.585480 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 44502) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:25.644482 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c9e73b85-a262-4d9b-b0af-8262e38a0fee tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group (b14740d7-9176-4168-ba87-52e7b48dac11), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:25.918976 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c9e73b85-a262-4d9b-b0af-8262e38a0fee tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group (b14740d7-9176-4168-ba87-52e7b48dac11), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:25.966879 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c9e73b85-a262-4d9b-b0af-8262e38a0fee tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (b14740d7-9176-4168-ba87-52e7b48dac11), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:25.967812 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b8c53c93-e693-4479-bfeb-7a23a2689b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:25.970191 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c9e73b85-a262-4d9b-b0af-8262e38a0fee tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:25.971483 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-c9e73b85-a262-4d9b-b0af-8262e38a0fee tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b14740d7-9176-4168-ba87-52e7b48dac11 HTTP/1.1" status: 204 len: 168 time: 0.3848963 Sep 30 09:45:25.974335 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 44504) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:25.980699 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e73b85-a262-4d9b-b0af-8262e38a0fee tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14740d7-9176-4168-ba87-52e7b48dac11,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:25.987835 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e73b85-a262-4d9b-b0af-8262e38a0fee tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:25.988173 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e73b85-a262-4d9b-b0af-8262e38a0fee tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:25.988511 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e73b85-a262-4d9b-b0af-8262e38a0fee tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:25.988843 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e73b85-a262-4d9b-b0af-8262e38a0fee tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:25.989174 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e73b85-a262-4d9b-b0af-8262e38a0fee tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:25.989499 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e73b85-a262-4d9b-b0af-8262e38a0fee tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:25.989841 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e73b85-a262-4d9b-b0af-8262e38a0fee tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:25.990165 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e73b85-a262-4d9b-b0af-8262e38a0fee tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:25.990484 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e73b85-a262-4d9b-b0af-8262e38a0fee tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:25.990801 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e73b85-a262-4d9b-b0af-8262e38a0fee tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:25.991119 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e73b85-a262-4d9b-b0af-8262e38a0fee tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:25.991434 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e73b85-a262-4d9b-b0af-8262e38a0fee tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:25.991749 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e73b85-a262-4d9b-b0af-8262e38a0fee tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:25.992062 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e73b85-a262-4d9b-b0af-8262e38a0fee tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:25.992175 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.api.v2.resource [None req-083466b9-494d-4c15-8da9-9ecce6d7879d tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] show failed (client error): The resource could not be found. Sep 30 09:45:25.992376 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e73b85-a262-4d9b-b0af-8262e38a0fee tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:25.996891 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-083466b9-494d-4c15-8da9-9ecce6d7879d tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "GET /networking/v2.0/security-groups/b14740d7-9176-4168-ba87-52e7b48dac11 HTTP/1.1" status: 404 len: 347 time: 0.0172565 Sep 30 09:45:25.997293 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 44506) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:26.018322 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 90444ca8-3a5f-45ae-93f5-f6b3d52d347b no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:45:26.037769 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] No Port match for: 90444ca8-3a5f-45ae-93f5-f6b3d52d347b {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:45:26.038113 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 90444ca8-3a5f-45ae-93f5-f6b3d52d347b not bound to the agent host hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:45:26.106831 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-614896d7-3351-47d6-8afa-bd231cb7e7d9 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Deleting port 447d4862-5052-4f17-800e-af59881412b0 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:45:26.107171 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-614896d7-3351-47d6-8afa-bd231cb7e7d9 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (447d4862-5052-4f17-800e-af59881412b0), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:26.184527 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-614896d7-3351-47d6-8afa-bd231cb7e7d9 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (447d4862-5052-4f17-800e-af59881412b0), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:26.184785 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-614896d7-3351-47d6-8afa-bd231cb7e7d9 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for floatingip (447d4862-5052-4f17-800e-af59881412b0), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:26.196463 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-614896d7-3351-47d6-8afa-bd231cb7e7d9 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Calling delete_port for 447d4862-5052-4f17-800e-af59881412b0 owned by network:floatingip {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:45:26.207912 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:26.324358 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-614896d7-3351-47d6-8afa-bd231cb7e7d9 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29089666'] for port (447d4862-5052-4f17-800e-af59881412b0), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:26.329997 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:26.352850 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614896d7-3351-47d6-8afa-bd231cb7e7d9 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Pushing event deleted for resources: {'Port': ['ID=447d4862-5052-4f17-800e-af59881412b0,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:26.414555 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-614896d7-3351-47d6-8afa-bd231cb7e7d9 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks [] for floatingip (91eb7b42-f9d0-484d-8e49-c8bd26400f0e), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:26.417172 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-614896d7-3351-47d6-8afa-bd231cb7e7d9 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for floatingip (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:26.418661 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-614896d7-3351-47d6-8afa-bd231cb7e7d9 tempest-AttachVolumeNegativeTest-443529969 tempest-AttachVolumeNegativeTest-443529969-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/91eb7b42-f9d0-484d-8e49-c8bd26400f0e HTTP/1.1" status: 204 len: 168 time: 0.4204376 Sep 30 09:45:28.298716 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3016910f-9f7f-43a6-8a40-7e305b34b3fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:29.469803 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:29.686670 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:30.107191 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 44544) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:30.600038 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b4a47103-ccb9-44ca-a65f-802356fd7a50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555431'] for router_interface (3b92f880-bce1-431d-953b-029e5d3c9818), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:30.811574 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-b4a47103-ccb9-44ca-a65f-802356fd7a50 admin admin] Deleting port 600c548c-0db2-4cb3-9561-68f0f39c3aa5 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:45:30.811903 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b4a47103-ccb9-44ca-a65f-802356fd7a50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (600c548c-0db2-4cb3-9561-68f0f39c3aa5), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:30.889017 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-b4a47103-ccb9-44ca-a65f-802356fd7a50 admin admin] For port 600c548c-0db2-4cb3-9561-68f0f39c3aa5, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=600c548c-0db2-4cb3-9561-68f0f39c3aa5,segment=NetworkSegment(e66f24b0-9893-442e-bdcf-fa149cc52000),segment_id=e66f24b0-9893-442e-bdcf-fa149cc52000)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:45:30.889655 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b4a47103-ccb9-44ca-a65f-802356fd7a50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (600c548c-0db2-4cb3-9561-68f0f39c3aa5), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:30.902448 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-b4a47103-ccb9-44ca-a65f-802356fd7a50 admin admin] Calling delete_port for 600c548c-0db2-4cb3-9561-68f0f39c3aa5 owned by network:router_interface {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:45:30.905858 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:30.974521 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:30.980345 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:31.041247 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:31.088825 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b4a47103-ccb9-44ca-a65f-802356fd7a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29089666'] for port (600c548c-0db2-4cb3-9561-68f0f39c3aa5), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:31.118336 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a47103-ccb9-44ca-a65f-802356fd7a50 admin admin] Pushing event deleted for resources: {'Port': ['ID=600c548c-0db2-4cb3-9561-68f0f39c3aa5,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:31.279013 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b4a47103-ccb9-44ca-a65f-802356fd7a50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-760599'] for router_interface (3b92f880-bce1-431d-953b-029e5d3c9818), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:31.481350 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a47103-ccb9-44ca-a65f-802356fd7a50 admin admin] Router 3b92f880-bce1-431d-953b-029e5d3c9818 has already been hosted by L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:45:31.579605 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a47103-ccb9-44ca-a65f-802356fd7a50 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:45:31.584595 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-b4a47103-ccb9-44ca-a65f-802356fd7a50 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/3b92f880-bce1-431d-953b-029e5d3c9818/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4764240 Sep 30 09:45:31.587300 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 44548) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:31.588083 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa2a4ad-7903-4ac7-a81c-9b4b6bdb3e9c None None] Sync routers for ids ['3b92f880-bce1-431d-953b-029e5d3c9818'] in dv-cinder-master-3-smb {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:45:31.601948 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa2a4ad-7903-4ac7-a81c-9b4b6bdb3e9c None None] Routers {'3b92f880-bce1-431d-953b-029e5d3c9818'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:45:31.602561 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-cfa2a4ad-7903-4ac7-a81c-9b4b6bdb3e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:45:28Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['3b92f880-bce1-431d-953b-029e5d3c9818'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:31.680974 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:31.684081 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7c27d9f8-0440-42fc-a42b-904156111918 admin admin] Publish callbacks [] for router (3b92f880-bce1-431d-953b-029e5d3c9818), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:31.686508 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:31.688962 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:31.707588 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-cfa2a4ad-7903-4ac7-a81c-9b4b6bdb3e9c None None] Set router 3b92f880-bce1-431d-953b-029e5d3c9818 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:45:31.786693 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7c27d9f8-0440-42fc-a42b-904156111918 admin admin] Publish callbacks [] for router_gateway (3b92f880-bce1-431d-953b-029e5d3c9818), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:31.832794 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-7c27d9f8-0440-42fc-a42b-904156111918 admin admin] Deleting port 8697b302-6b57-402f-a95a-be66dd1a6302 {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:45:31.833131 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7c27d9f8-0440-42fc-a42b-904156111918 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (8697b302-6b57-402f-a95a-be66dd1a6302), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:31.877186 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-cfa2a4ad-7903-4ac7-a81c-9b4b6bdb3e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'name': 'tempest-AttachVolumeNegativeTest-834901665-router', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94'}], 'enable_snat': True}, 'gw_port_id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:45:31Z', 'revision_number': 5, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'gw_port': {'id': '8697b302-6b57-402f-a95a-be66dd1a6302', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:79:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:02Z', 'updated_at': '2022-09-30T09:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:31.879665 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:31.903403 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa2a4ad-7903-4ac7-a81c-9b4b6bdb3e9c None None] Checking router: 3b92f880-bce1-431d-953b-029e5d3c9818 for host: dv-cinder-master-3-smb {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:45:31.912410 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [None req-7c27d9f8-0440-42fc-a42b-904156111918 admin admin] For port 8697b302-6b57-402f-a95a-be66dd1a6302, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=8697b302-6b57-402f-a95a-be66dd1a6302,segment=NetworkSegment(8ee3384b-29eb-481d-9dfd-879c28cb46fd),segment_id=8ee3384b-29eb-481d-9dfd-879c28cb46fd)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:45:31.912778 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7c27d9f8-0440-42fc-a42b-904156111918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (8697b302-6b57-402f-a95a-be66dd1a6302), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:31.913909 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa2a4ad-7903-4ac7-a81c-9b4b6bdb3e9c None None] Routers {'3b92f880-bce1-431d-953b-029e5d3c9818'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:45:31.914535 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-cfa2a4ad-7903-4ac7-a81c-9b4b6bdb3e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:45:28Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['3b92f880-bce1-431d-953b-029e5d3c9818'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:31.927008 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-7c27d9f8-0440-42fc-a42b-904156111918 admin admin] Calling delete_port for 8697b302-6b57-402f-a95a-be66dd1a6302 owned by network:router_gateway {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:45:31.998259 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-cfa2a4ad-7903-4ac7-a81c-9b4b6bdb3e9c None None] Set router 3b92f880-bce1-431d-953b-029e5d3c9818 gateway port host: None {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:45:32.050877 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-cfa2a4ad-7903-4ac7-a81c-9b4b6bdb3e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'name': 'tempest-AttachVolumeNegativeTest-834901665-router', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:45:31Z', 'revision_number': 6, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:32.075593 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa2a4ad-7903-4ac7-a81c-9b4b6bdb3e9c None None] The sync data for ids ['3b92f880-bce1-431d-953b-029e5d3c9818'] in dv-cinder-master-3-smb is: [{'id': '3b92f880-bce1-431d-953b-029e5d3c9818', 'name': 'tempest-AttachVolumeNegativeTest-834901665-router', 'tenant_id': '277b0f36e38f42909ad307ca1d09b7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:45:31Z', 'revision_number': 6, 'project_id': '277b0f36e38f42909ad307ca1d09b7da', 'gw_port_host': None}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:45:32.095026 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7c27d9f8-0440-42fc-a42b-904156111918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (8697b302-6b57-402f-a95a-be66dd1a6302), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:32.120359 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27d9f8-0440-42fc-a42b-904156111918 admin admin] Pushing event deleted for resources: {'Port': ['ID=8697b302-6b57-402f-a95a-be66dd1a6302,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:32.185111 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7c27d9f8-0440-42fc-a42b-904156111918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759905'] for router_gateway (3b92f880-bce1-431d-953b-029e5d3c9818), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:32.515053 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7c27d9f8-0440-42fc-a42b-904156111918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1175'] for router (3b92f880-bce1-431d-953b-029e5d3c9818), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:32.517438 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7c27d9f8-0440-42fc-a42b-904156111918 admin admin] Publish callbacks [] for router_controller (3b92f880-bce1-431d-953b-029e5d3c9818), precommit_delete_associations {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:32.562583 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7c27d9f8-0440-42fc-a42b-904156111918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-760673'] for router (3b92f880-bce1-431d-953b-029e5d3c9818), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:32.563453 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c27d9f8-0440-42fc-a42b-904156111918 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b92f880-bce1-431d-953b-029e5d3c9818 {{(pid=106375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 09:45:32.567768 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-7c27d9f8-0440-42fc-a42b-904156111918 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:32.568987 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-7c27d9f8-0440-42fc-a42b-904156111918 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/3b92f880-bce1-431d-953b-029e5d3c9818 HTTP/1.1" status: 204 len: 168 time: 0.9806397 Sep 30 09:45:32.571609 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 44550) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:32.618913 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-03bf9292-34e3-407e-988c-0b8401a88b8f admin admin] Deleting subnet 8411074f-f19b-4e83-87b2-5762dc2e15cc {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 30 09:45:32.622148 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-03bf9292-34e3-407e-988c-0b8401a88b8f admin admin] Publish callbacks [] for subnet (8411074f-f19b-4e83-87b2-5762dc2e15cc), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:32.655483 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-03bf9292-34e3-407e-988c-0b8401a88b8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29359976'] for subnet (8411074f-f19b-4e83-87b2-5762dc2e15cc), precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:32.758442 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-03bf9292-34e3-407e-988c-0b8401a88b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3558478'] for subnet (8411074f-f19b-4e83-87b2-5762dc2e15cc), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:32.780620 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:32.815414 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-03bf9292-34e3-407e-988c-0b8401a88b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29089759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25409614'] for subnet (8411074f-f19b-4e83-87b2-5762dc2e15cc), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:32.842248 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bf9292-34e3-407e-988c-0b8401a88b8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8411074f-f19b-4e83-87b2-5762dc2e15cc,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:32.848076 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-03bf9292-34e3-407e-988c-0b8401a88b8f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:32.851991 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-03bf9292-34e3-407e-988c-0b8401a88b8f admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/8411074f-f19b-4e83-87b2-5762dc2e15cc HTTP/1.1" status: 204 len: 168 time: 0.2790434 Sep 30 09:45:32.855165 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 44552) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:32.855658 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3247d651-341a-46e3-b70f-a9b6e47a21ca None None] Network b208ce5f-758d-4f0c-90ce-9c825be7bba2 requested from dv-cinder-master-3-smb {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:45:32.934540 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-fea72b19-9add-41d7-8cf7-2fd251b87890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3480607'] for network (b208ce5f-758d-4f0c-90ce-9c825be7bba2), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:32.978771 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-fea72b19-9add-41d7-8cf7-2fd251b87890 admin admin] Deleting port dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:45:32.979110 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-fea72b19-9add-41d7-8cf7-2fd251b87890 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:33.050997 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [None req-fea72b19-9add-41d7-8cf7-2fd251b87890 admin admin] For port dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb,segment=NetworkSegment(e66f24b0-9893-442e-bdcf-fa149cc52000),segment_id=e66f24b0-9893-442e-bdcf-fa149cc52000)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:45:33.051363 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-fea72b19-9add-41d7-8cf7-2fd251b87890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:33.066576 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-fea72b19-9add-41d7-8cf7-2fd251b87890 admin admin] Calling delete_port for dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb owned by network:dhcp {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:45:33.085219 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 600c548c-0db2-4cb3-9561-68f0f39c3aa5 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:45:33.116916 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] No Port match for: 600c548c-0db2-4cb3-9561-68f0f39c3aa5 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:45:33.117468 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 600c548c-0db2-4cb3-9561-68f0f39c3aa5 not bound to the agent host dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:45:33.117919 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 8697b302-6b57-402f-a95a-be66dd1a6302 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:45:33.133826 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:33.144126 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] No Port match for: 8697b302-6b57-402f-a95a-be66dd1a6302 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:45:33.144482 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 8697b302-6b57-402f-a95a-be66dd1a6302 not bound to the agent host dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:45:33.146197 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:33.159948 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df0a3ff-535a-40eb-8725-60240a6be6b1 None None] DHCP port deletion for b208ce5f-758d-4f0c-90ce-9c825be7bba2 request from dv-cinder-master-3-smb {{(pid=106377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 30 09:45:33.172452 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-fea72b19-9add-41d7-8cf7-2fd251b87890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:33.195733 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea72b19-9add-41d7-8cf7-2fd251b87890 admin admin] Pushing event deleted for resources: {'Port': ['ID=dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:33.199645 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-7df0a3ff-535a-40eb-8725-60240a6be6b1 None None] Deleting port dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:45:33.200023 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7df0a3ff-535a-40eb-8725-60240a6be6b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb), before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:33.201793 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea72b19-9add-41d7-8cf7-2fd251b87890 admin admin] No DVR routers for this DVR port dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb on host dv-cinder-master-3-smb {{(pid=106375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:45:33.268397 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-7df0a3ff-535a-40eb-8725-60240a6be6b1 None None] For port dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb, host dv-cinder-master-3-smb, got binding levels [] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:45:33.269096 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7df0a3ff-535a-40eb-8725-60240a6be6b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb), precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:33.278641 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-fea72b19-9add-41d7-8cf7-2fd251b87890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599224', 'neutron.services.segments.db._delete_segments_for_network-8770945895626'] for network (b208ce5f-758d-4f0c-90ce-9c825be7bba2), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:33.283109 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-7df0a3ff-535a-40eb-8725-60240a6be6b1 None None] Calling delete_port for dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:45:33.286741 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.ipam_backend_mixin [None req-7df0a3ff-535a-40eb-8725-60240a6be6b1 None None] Port dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb was not found and therefore no delete operation was performed {{(pid=106377) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 30 09:45:33.288554 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7df0a3ff-535a-40eb-8725-60240a6be6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787'] for port (dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb), after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:33.301853 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.services.segments.db [None req-fea72b19-9add-41d7-8cf7-2fd251b87890 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b208ce5f-758d-4f0c-90ce-9c825be7bba2']}} {{(pid=106375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:33.311486 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.services.segments.db [None req-fea72b19-9add-41d7-8cf7-2fd251b87890 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e66f24b0-9893-442e-bdcf-fa149cc52000') {'for_net_delete': True} {{(pid=106375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:33.311786 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.services.segments.db [None req-fea72b19-9add-41d7-8cf7-2fd251b87890 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e66f24b0-9893-442e-bdcf-fa149cc52000') {} {{(pid=106375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:33.315396 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df0a3ff-535a-40eb-8725-60240a6be6b1 None None] Pushing event deleted for resources: {'Port': ['ID=dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:33.317733 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df0a3ff-535a-40eb-8725-60240a6be6b1 None None] No DVR routers for this DVR port dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb on host dv-cinder-master-3-smb {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:45:33.322547 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-fea72b19-9add-41d7-8cf7-2fd251b87890 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770945931879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32198680'] for segment (e66f24b0-9893-442e-bdcf-fa149cc52000), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:33.326252 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df0a3ff-535a-40eb-8725-60240a6be6b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:33.326402 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df0a3ff-535a-40eb-8725-60240a6be6b1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:33.326717 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df0a3ff-535a-40eb-8725-60240a6be6b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:33.327079 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df0a3ff-535a-40eb-8725-60240a6be6b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:33.327430 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df0a3ff-535a-40eb-8725-60240a6be6b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:33.327805 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df0a3ff-535a-40eb-8725-60240a6be6b1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:33.328653 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df0a3ff-535a-40eb-8725-60240a6be6b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:33.328967 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df0a3ff-535a-40eb-8725-60240a6be6b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:33.329295 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df0a3ff-535a-40eb-8725-60240a6be6b1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:33.329619 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df0a3ff-535a-40eb-8725-60240a6be6b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:33.329982 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df0a3ff-535a-40eb-8725-60240a6be6b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:33.330304 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df0a3ff-535a-40eb-8725-60240a6be6b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:33.330631 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df0a3ff-535a-40eb-8725-60240a6be6b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:33.331902 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df0a3ff-535a-40eb-8725-60240a6be6b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:33.332262 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df0a3ff-535a-40eb-8725-60240a6be6b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:33.342580 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-fea72b19-9add-41d7-8cf7-2fd251b87890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765'] for segment (e66f24b0-9893-442e-bdcf-fa149cc52000), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:33.349379 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fea72b19-9add-41d7-8cf7-2fd251b87890 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=106375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:45:33.349749 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-fea72b19-9add-41d7-8cf7-2fd251b87890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1379081'] for segment (e66f24b0-9893-442e-bdcf-fa149cc52000), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:33.391289 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.services.segments.plugin [-] Segment e66f24b0-9893-442e-bdcf-fa149cc52000 resource provider aggregate not found Sep 30 09:45:33.410973 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.services.segments.plugin [-] Segment e66f24b0-9893-442e-bdcf-fa149cc52000 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e66f24b0-9893-442e-bdcf-fa149cc52000 found for delete ", "request_id": "req-ae4bbdf0-f861-47a4-9777-c4c520687ec2"}]} Sep 30 09:45:33.415641 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-fea72b19-9add-41d7-8cf7-2fd251b87890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3599219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759962'] for network (b208ce5f-758d-4f0c-90ce-9c825be7bba2), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:33.421133 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-fea72b19-9add-41d7-8cf7-2fd251b87890 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for network (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:33.424405 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-fea72b19-9add-41d7-8cf7-2fd251b87890 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/b208ce5f-758d-4f0c-90ce-9c825be7bba2 HTTP/1.1" status: 204 len: 168 time: 0.5681226 Sep 30 09:45:33.435946 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea72b19-9add-41d7-8cf7-2fd251b87890 admin admin] Pushing event deleted for resources: {'Network': ['ID=b208ce5f-758d-4f0c-90ce-9c825be7bba2,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:33.535318 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 44560) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:33.575393 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-9fcb677e-98f2-4f15-86be-9839c7da5f26 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=277b0f36e38f42909ad307ca1d09b7da&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388587 Sep 30 09:45:33.577911 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 44562) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:33.630554 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2106d230-520d-4d1b-a74b-dce0acd8ce4c admin admin] Publish callbacks [] for security_group (928b415f-38bd-4b23-b84e-4726290507b5), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:33.650985 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2106d230-520d-4d1b-a74b-dce0acd8ce4c admin admin] Publish callbacks [] for security_group (928b415f-38bd-4b23-b84e-4726290507b5), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:33.697883 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2106d230-520d-4d1b-a74b-dce0acd8ce4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (928b415f-38bd-4b23-b84e-4726290507b5), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:33.700426 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2106d230-520d-4d1b-a74b-dce0acd8ce4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:33.701558 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-2106d230-520d-4d1b-a74b-dce0acd8ce4c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/928b415f-38bd-4b23-b84e-4726290507b5 HTTP/1.1" status: 204 len: 168 time: 0.1225052 Sep 30 09:45:33.709312 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2106d230-520d-4d1b-a74b-dce0acd8ce4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928b415f-38bd-4b23-b84e-4726290507b5,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:34.258024 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:45:34.837869 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:35.067434 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:45:35.091300 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] No Port match for: dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:45:35.091647 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device dae5e6aa-5e5b-48dd-9d5a-0ee4787a9dcb not bound to the agent host dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:45:35.712903 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 44632) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:35.817936 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-291ce128-16fe-4a4b-bc0e-4f3fe8ad2565 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:35.894432 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-291ce128-16fe-4a4b-bc0e-4f3fe8ad2565 admin admin] Publish callbacks [] for security_group (e779a9a7-1345-4a7c-9618-9938bf5c61c8), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:35.898017 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-291ce128-16fe-4a4b-bc0e-4f3fe8ad2565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (e779a9a7-1345-4a7c-9618-9938bf5c61c8), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:35.935971 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-291ce128-16fe-4a4b-bc0e-4f3fe8ad2565 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=aab31972d34b46cbad3136b95fb4ebea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2218900 Sep 30 09:45:35.938144 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ce128-16fe-4a4b-bc0e-4f3fe8ad2565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e779a9a7-1345-4a7c-9618-9938bf5c61c8,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:35.938899 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 44636) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:35.967286 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:35.989725 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4f63c021-dcf7-456e-8c3f-c46999efd854 admin admin] Publish callbacks [] for security_group (e779a9a7-1345-4a7c-9618-9938bf5c61c8), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:36.008926 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4f63c021-dcf7-456e-8c3f-c46999efd854 admin admin] Publish callbacks [] for security_group (e779a9a7-1345-4a7c-9618-9938bf5c61c8), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:36.059966 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4f63c021-dcf7-456e-8c3f-c46999efd854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (e779a9a7-1345-4a7c-9618-9938bf5c61c8), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:36.062555 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4f63c021-dcf7-456e-8c3f-c46999efd854 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:36.063676 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-4f63c021-dcf7-456e-8c3f-c46999efd854 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/e779a9a7-1345-4a7c-9618-9938bf5c61c8 HTTP/1.1" status: 204 len: 168 time: 0.1238060 Sep 30 09:45:36.071139 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63c021-dcf7-456e-8c3f-c46999efd854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e779a9a7-1345-4a7c-9618-9938bf5c61c8,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:36.326553 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 44644) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:36.340942 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-add75dbc-11f7-4fe0-8780-e815a18b9026 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:36.417690 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-add75dbc-11f7-4fe0-8780-e815a18b9026 admin admin] Publish callbacks [] for security_group (52a210f0-00fb-400c-938e-b698e9af8469), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:36.421582 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-add75dbc-11f7-4fe0-8780-e815a18b9026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (52a210f0-00fb-400c-938e-b698e9af8469), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:36.461138 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-add75dbc-11f7-4fe0-8780-e815a18b9026 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=4f21c0c8fe0d4291817dce2ca58298ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1335251 Sep 30 09:45:36.462007 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add75dbc-11f7-4fe0-8780-e815a18b9026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a210f0-00fb-400c-938e-b698e9af8469,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:36.464585 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 44646) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:36.518863 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-37aea433-17ff-4117-9577-b5f434109c83 admin admin] Publish callbacks [] for security_group (52a210f0-00fb-400c-938e-b698e9af8469), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:36.538708 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-37aea433-17ff-4117-9577-b5f434109c83 admin admin] Publish callbacks [] for security_group (52a210f0-00fb-400c-938e-b698e9af8469), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:36.540196 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:36.588744 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-37aea433-17ff-4117-9577-b5f434109c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (52a210f0-00fb-400c-938e-b698e9af8469), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:36.591381 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-37aea433-17ff-4117-9577-b5f434109c83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:36.592490 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-37aea433-17ff-4117-9577-b5f434109c83 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/52a210f0-00fb-400c-938e-b698e9af8469 HTTP/1.1" status: 204 len: 168 time: 0.1265898 Sep 30 09:45:36.600663 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aea433-17ff-4117-9577-b5f434109c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a210f0-00fb-400c-938e-b698e9af8469,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:37.715490 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629af85-5d20-4f63-9a69-783add641824 req-963da191-b0a4-48e5-8c24-ea8b12f755d8 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:45:37.717136 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c629af85-5d20-4f63-9a69-783add641824 req-963da191-b0a4-48e5-8c24-ea8b12f755d8 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 947 time: 0.0477893 Sep 30 09:45:37.770164 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c629af85-5d20-4f63-9a69-783add641824 req-082a16e9-249f-4fd8-b46e-7005e7ad337d tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467856 Sep 30 09:45:38.223463 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 44702) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:38.325411 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-25c1f308-aaf7-4823-b4a5-f013e31283ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:38.387271 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:DELETE=7,neutron:SELECT=80,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:38.402989 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-25c1f308-aaf7-4823-b4a5-f013e31283ba admin admin] Publish callbacks [] for security_group (d859da91-ea2a-4a38-b5c0-ee5bf425ac48), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:38.407119 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-25c1f308-aaf7-4823-b4a5-f013e31283ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (d859da91-ea2a-4a38-b5c0-ee5bf425ac48), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:38.446839 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-25c1f308-aaf7-4823-b4a5-f013e31283ba admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=0b1339eb65394485942d6e5b3db3578b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223232 Sep 30 09:45:38.447673 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c1f308-aaf7-4823-b4a5-f013e31283ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d859da91-ea2a-4a38-b5c0-ee5bf425ac48,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:38.450425 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 44706) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:38.503461 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4bba4c7f-f6f6-43c2-bd49-cdaf6c215014 admin admin] Publish callbacks [] for security_group (d859da91-ea2a-4a38-b5c0-ee5bf425ac48), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:38.524332 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4bba4c7f-f6f6-43c2-bd49-cdaf6c215014 admin admin] Publish callbacks [] for security_group (d859da91-ea2a-4a38-b5c0-ee5bf425ac48), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:38.570504 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4bba4c7f-f6f6-43c2-bd49-cdaf6c215014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (d859da91-ea2a-4a38-b5c0-ee5bf425ac48), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:38.573008 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4bba4c7f-f6f6-43c2-bd49-cdaf6c215014 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:38.574161 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-4bba4c7f-f6f6-43c2-bd49-cdaf6c215014 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/d859da91-ea2a-4a38-b5c0-ee5bf425ac48 HTTP/1.1" status: 204 len: 168 time: 0.1223543 Sep 30 09:45:38.581866 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba4c7f-f6f6-43c2-bd49-cdaf6c215014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d859da91-ea2a-4a38-b5c0-ee5bf425ac48,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:38.840912 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 44714) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:38.856270 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-02e34bdc-731e-465b-b3a7-8064c467010d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:38.912874 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e7962-3f13-4b65-8ffd-2f8ff5eae4f8 req-1e743379-6d34-43ad-8c89-6ad3d6329b99 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:45:38.914256 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-477e7962-3f13-4b65-8ffd-2f8ff5eae4f8 req-1e743379-6d34-43ad-8c89-6ad3d6329b99 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 947 time: 0.0599508 Sep 30 09:45:38.976162 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:DELETE=6,neutron:UPDATE=1,neutron:SELECT=84,neutron:INSERT=9 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:38.985435 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-477e7962-3f13-4b65-8ffd-2f8ff5eae4f8 req-09291c12-0cda-4bbe-8e68-3055eaf5339e tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=635be1d0-6564-4809-888e-cb979b183324&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629625 Sep 30 09:45:39.010561 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-02e34bdc-731e-465b-b3a7-8064c467010d admin admin] Publish callbacks [] for security_group (7756abea-ccf2-49fa-94aa-3c2a10be6fa6), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:39.014622 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-02e34bdc-731e-465b-b3a7-8064c467010d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (7756abea-ccf2-49fa-94aa-3c2a10be6fa6), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:39.056631 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e34bdc-731e-465b-b3a7-8064c467010d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7756abea-ccf2-49fa-94aa-3c2a10be6fa6,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:39.060868 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-02e34bdc-731e-465b-b3a7-8064c467010d admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=f175d07458f6483a9e2b83d61e5293db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2189324 Sep 30 09:45:39.064326 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 44716) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:39.080719 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:39.116547 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f4bb6f87-9eec-4e90-bfc3-b0653b8c6810 admin admin] Publish callbacks [] for security_group (7756abea-ccf2-49fa-94aa-3c2a10be6fa6), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:39.137403 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f4bb6f87-9eec-4e90-bfc3-b0653b8c6810 admin admin] Publish callbacks [] for security_group (7756abea-ccf2-49fa-94aa-3c2a10be6fa6), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:39.184719 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f4bb6f87-9eec-4e90-bfc3-b0653b8c6810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (7756abea-ccf2-49fa-94aa-3c2a10be6fa6), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:39.187774 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f4bb6f87-9eec-4e90-bfc3-b0653b8c6810 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:39.188999 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-f4bb6f87-9eec-4e90-bfc3-b0653b8c6810 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/7756abea-ccf2-49fa-94aa-3c2a10be6fa6 HTTP/1.1" status: 204 len: 168 time: 0.1239922 Sep 30 09:45:39.196960 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb6f87-9eec-4e90-bfc3-b0653b8c6810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7756abea-ccf2-49fa-94aa-3c2a10be6fa6,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:39.438625 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a2e79-3a9a-4bc3-8ab2-e44880ba75af req-79309f47-6ee7-4420-b98a-c1bc65c7018c tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:45:39.440192 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-5b5a2e79-3a9a-4bc3-8ab2-e44880ba75af req-79309f47-6ee7-4420-b98a-c1bc65c7018c tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 947 time: 0.0536854 Sep 30 09:45:39.526492 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-5b5a2e79-3a9a-4bc3-8ab2-e44880ba75af req-c4f304ff-9f51-46f6-9ebc-b330c570d3ad tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Deleting port a57cd9d9-dad9-43b3-a028-65277654babd {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:45:39.526834 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-5b5a2e79-3a9a-4bc3-8ab2-e44880ba75af req-c4f304ff-9f51-46f6-9ebc-b330c570d3ad tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (a57cd9d9-dad9-43b3-a028-65277654babd), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:39.624432 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-5b5a2e79-3a9a-4bc3-8ab2-e44880ba75af req-c4f304ff-9f51-46f6-9ebc-b330c570d3ad tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] For port a57cd9d9-dad9-43b3-a028-65277654babd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a57cd9d9-dad9-43b3-a028-65277654babd,segment=NetworkSegment(564e7fba-80a0-41fa-9dbf-7d18353521c2),segment_id=564e7fba-80a0-41fa-9dbf-7d18353521c2)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:45:39.626803 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-5b5a2e79-3a9a-4bc3-8ab2-e44880ba75af req-c4f304ff-9f51-46f6-9ebc-b330c570d3ad tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (a57cd9d9-dad9-43b3-a028-65277654babd), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:39.800502 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-5b5a2e79-3a9a-4bc3-8ab2-e44880ba75af req-c4f304ff-9f51-46f6-9ebc-b330c570d3ad tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:39.800858 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-5b5a2e79-3a9a-4bc3-8ab2-e44880ba75af req-c4f304ff-9f51-46f6-9ebc-b330c570d3ad tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759975'] for floatingip (43080730-6307-466f-8574-f9d9af53832c), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:39.801186 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.db.l3_db [req-5b5a2e79-3a9a-4bc3-8ab2-e44880ba75af req-c4f304ff-9f51-46f6-9ebc-b330c570d3ad tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Floating IP 43080730-6307-466f-8574-f9d9af53832c disassociated. External IP: 172.37.1.178, port: a57cd9d9-dad9-43b3-a028-65277654babd. Sep 30 09:45:39.801518 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-5b5a2e79-3a9a-4bc3-8ab2-e44880ba75af req-c4f304ff-9f51-46f6-9ebc-b330c570d3ad tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Calling delete_port for a57cd9d9-dad9-43b3-a028-65277654babd owned by compute:nova {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:45:39.948690 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-5b5a2e79-3a9a-4bc3-8ab2-e44880ba75af req-c4f304ff-9f51-46f6-9ebc-b330c570d3ad tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (a57cd9d9-dad9-43b3-a028-65277654babd), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:39.977670 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f304ff-9f51-46f6-9ebc-b330c570d3ad tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Pushing event deleted for resources: {'Port': ['ID=a57cd9d9-dad9-43b3-a028-65277654babd,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:40.101568 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b5a2e79-3a9a-4bc3-8ab2-e44880ba75af req-c4f304ff-9f51-46f6-9ebc-b330c570d3ad tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Router 313d570b-2960-43ba-9415-9cbba16b5ca8 has already been hosted by L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 {{(pid=106375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:45:40.102712 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6abbdcaf-a8bf-4c14-a0e5-3737bc6ba395 req-62fb5de4-919c-468f-86ba-1e1b2c8269c3 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8e777d9-b819-47a7-8103-40f55c6b75ad HTTP/1.1" status: 200 len: 210 time: 0.0288444 Sep 30 09:45:40.114555 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:DELETE=6,neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:40.203531 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:40.225187 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b5a2e79-3a9a-4bc3-8ab2-e44880ba75af req-c4f304ff-9f51-46f6-9ebc-b330c570d3ad tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:45:40.236738 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ceec76-70a5-43c1-ab9e-bd921796e1aa None None] Sync routers for ids ['313d570b-2960-43ba-9415-9cbba16b5ca8'] in dv-cinder-master-3-smb {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:45:40.247566 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ceec76-70a5-43c1-ab9e-bd921796e1aa None None] Routers {'313d570b-2960-43ba-9415-9cbba16b5ca8'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:45:40.248249 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-49ceec76-70a5-43c1-ab9e-bd921796e1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:45:28Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['313d570b-2960-43ba-9415-9cbba16b5ca8'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:40.274854 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5a2e79-3a9a-4bc3-8ab2-e44880ba75af req-c4f304ff-9f51-46f6-9ebc-b330c570d3ad tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] No DVR routers for this DVR port a57cd9d9-dad9-43b3-a028-65277654babd on host hv-cinder-maste {{(pid=106375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:45:40.277569 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-5b5a2e79-3a9a-4bc3-8ab2-e44880ba75af req-c4f304ff-9f51-46f6-9ebc-b330c570d3ad tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:40.281423 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-5b5a2e79-3a9a-4bc3-8ab2-e44880ba75af req-c4f304ff-9f51-46f6-9ebc-b330c570d3ad tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.40 "DELETE /networking/v2.0/ports/a57cd9d9-dad9-43b3-a028-65277654babd HTTP/1.1" status: 204 len: 173 time: 0.8365424 Sep 30 09:45:40.281782 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e777d9-b819-47a7-8103-40f55c6b75ad', 'name': 'network-vif-deleted', 'tag': 'a57cd9d9-dad9-43b3-a028-65277654babd'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:45:40.285143 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a2765c340e485259911155c50f33e4425258638b85650f0a2a20d0c41df364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa03972-4e09-408b-9a2c-4c01e07b6778" -d '{"events": [{"server_uuid": "e8e777d9-b819-47a7-8103-40f55c6b75ad", "name": "network-vif-deleted", "tag": "a57cd9d9-dad9-43b3-a028-65277654babd"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:45:40.341168 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea3b7d8-af44-43d5-ad57-4c85905533bc x-openstack-request-id: req-5ea3b7d8-af44-43d5-ad57-4c85905533bc {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:45:40.341450 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e777d9-b819-47a7-8103-40f55c6b75ad", "name": "network-vif-deleted", "tag": "a57cd9d9-dad9-43b3-a028-65277654babd", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:45:40.341732 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5ea3b7d8-af44-43d5-ad57-4c85905533bc {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:45:40.342158 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ea3b7d8-af44-43d5-ad57-4c85905533bc'] response: {'server_uuid': 'e8e777d9-b819-47a7-8103-40f55c6b75ad', 'name': 'network-vif-deleted', 'tag': 'a57cd9d9-dad9-43b3-a028-65277654babd', 'status': 'completed', 'code': 200} Sep 30 09:45:40.384079 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-49ceec76-70a5-43c1-ab9e-bd921796e1aa None None] Set router 313d570b-2960-43ba-9415-9cbba16b5ca8 gateway port host: dv-cinder-master-3-smb {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:45:40.619353 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-49ceec76-70a5-43c1-ab9e-bd921796e1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'name': 'tempest-AttachVolumeShelveTestJSON-2083709801-router', 'tenant_id': '7258740d324b4be18675101826a78ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.132'}], 'enable_snat': True}, 'gw_port_id': 'f075918f-22eb-47fc-b3ff-d56d1e52e8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:11Z', 'revision_number': 4, 'project_id': '7258740d324b4be18675101826a78ca7', 'gw_port': {'id': 'f075918f-22eb-47fc-b3ff-d56d1e52e8dd', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:01Z', 'updated_at': '2022-09-30T09:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '18520684-8f98-4574-afae-7b54f755415e', 'name': '', 'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272', 'tenant_id': '7258740d324b4be18675101826a78ca7', 'mac_address': 'fa:16:3e:72:b6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'caa068e9-5807-465e-a6a4-c687aab9e12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:09Z', 'updated_at': '2022-09-30T09:36:18Z', 'revision_number': 5, 'project_id': '7258740d324b4be18675101826a78ca7', 'subnets': [{'id': 'caa068e9-5807-465e-a6a4-c687aab9e12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:40.649998 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ceec76-70a5-43c1-ab9e-bd921796e1aa None None] Checking router: 313d570b-2960-43ba-9415-9cbba16b5ca8 for host: dv-cinder-master-3-smb {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:45:40.658463 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ceec76-70a5-43c1-ab9e-bd921796e1aa None None] Routers {'313d570b-2960-43ba-9415-9cbba16b5ca8'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:45:40.659070 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-49ceec76-70a5-43c1-ab9e-bd921796e1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:45:28Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['313d570b-2960-43ba-9415-9cbba16b5ca8'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:40.764326 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-49ceec76-70a5-43c1-ab9e-bd921796e1aa None None] Set router 313d570b-2960-43ba-9415-9cbba16b5ca8 gateway port host: dv-cinder-master-3-smb {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:45:40.979223 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-49ceec76-70a5-43c1-ab9e-bd921796e1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'name': 'tempest-AttachVolumeShelveTestJSON-2083709801-router', 'tenant_id': '7258740d324b4be18675101826a78ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.132'}], 'enable_snat': True}, 'gw_port_id': 'f075918f-22eb-47fc-b3ff-d56d1e52e8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:11Z', 'revision_number': 4, 'project_id': '7258740d324b4be18675101826a78ca7', 'gw_port': {'id': 'f075918f-22eb-47fc-b3ff-d56d1e52e8dd', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:01Z', 'updated_at': '2022-09-30T09:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '18520684-8f98-4574-afae-7b54f755415e', 'name': '', 'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272', 'tenant_id': '7258740d324b4be18675101826a78ca7', 'mac_address': 'fa:16:3e:72:b6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'caa068e9-5807-465e-a6a4-c687aab9e12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:09Z', 'updated_at': '2022-09-30T09:36:18Z', 'revision_number': 5, 'project_id': '7258740d324b4be18675101826a78ca7', 'subnets': [{'id': 'caa068e9-5807-465e-a6a4-c687aab9e12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:41.003672 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ceec76-70a5-43c1-ab9e-bd921796e1aa None None] The sync data for ids ['313d570b-2960-43ba-9415-9cbba16b5ca8'] in dv-cinder-master-3-smb is: [{'id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'name': 'tempest-AttachVolumeShelveTestJSON-2083709801-router', 'tenant_id': '7258740d324b4be18675101826a78ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.132'}], 'enable_snat': True}, 'gw_port_id': 'f075918f-22eb-47fc-b3ff-d56d1e52e8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:36:11Z', 'revision_number': 4, 'project_id': '7258740d324b4be18675101826a78ca7', 'gw_port': {'id': 'f075918f-22eb-47fc-b3ff-d56d1e52e8dd', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:01Z', 'updated_at': '2022-09-30T09:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '18520684-8f98-4574-afae-7b54f755415e', 'name': '', 'network_id': '486301e7-f0bf-4b46-826b-b0b4132f2272', 'tenant_id': '7258740d324b4be18675101826a78ca7', 'mac_address': 'fa:16:3e:72:b6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'caa068e9-5807-465e-a6a4-c687aab9e12e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:09Z', 'updated_at': '2022-09-30T09:36:18Z', 'revision_number': 5, 'project_id': '7258740d324b4be18675101826a78ca7', 'subnets': [{'id': 'caa068e9-5807-465e-a6a4-c687aab9e12e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:45:41.223048 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 44780) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:41.287131 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd954961-4a5f-40a6-8d29-54fe0530ebae None None] New status for floating IP 43080730-6307-466f-8574-f9d9af53832c: DOWN {{(pid=106377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 09:45:41.289937 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e3fc81cd-1f73-4758-8304-d057f6a2a75a tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks [] for security_group (635be1d0-6564-4809-888e-cb979b183324), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:41.316956 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e3fc81cd-1f73-4758-8304-d057f6a2a75a tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks [] for security_group (635be1d0-6564-4809-888e-cb979b183324), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:41.376863 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e3fc81cd-1f73-4758-8304-d057f6a2a75a tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (635be1d0-6564-4809-888e-cb979b183324), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:41.383514 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e3fc81cd-1f73-4758-8304-d057f6a2a75a tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:41.384668 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-e3fc81cd-1f73-4758-8304-d057f6a2a75a tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/635be1d0-6564-4809-888e-cb979b183324 HTTP/1.1" status: 204 len: 168 time: 0.1605895 Sep 30 09:45:41.388473 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 44788) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:41.407600 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc81cd-1f73-4758-8304-d057f6a2a75a tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=635be1d0-6564-4809-888e-cb979b183324,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:41.418473 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.api.v2.resource [None req-7d3a111c-39da-4e68-ab14-9849594b03e7 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] show failed (client error): The resource could not be found. Sep 30 09:45:41.422264 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-7d3a111c-39da-4e68-ab14-9849594b03e7 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "GET /networking/v2.0/security-groups/635be1d0-6564-4809-888e-cb979b183324 HTTP/1.1" status: 404 len: 347 time: 0.0292435 Sep 30 09:45:41.422759 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 44790) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:41.546606 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-f39ec124-3fa0-4dd7-88b4-847b4132e00a tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Deleting port d7b7b848-7e5c-44f7-b5e7-e448fd47e869 {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:45:41.546856 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f39ec124-3fa0-4dd7-88b4-847b4132e00a tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (d7b7b848-7e5c-44f7-b5e7-e448fd47e869), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:41.628245 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f39ec124-3fa0-4dd7-88b4-847b4132e00a tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (d7b7b848-7e5c-44f7-b5e7-e448fd47e869), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:41.628632 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f39ec124-3fa0-4dd7-88b4-847b4132e00a tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks [] for floatingip (d7b7b848-7e5c-44f7-b5e7-e448fd47e869), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:41.641777 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-f39ec124-3fa0-4dd7-88b4-847b4132e00a tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Calling delete_port for d7b7b848-7e5c-44f7-b5e7-e448fd47e869 owned by network:floatingip {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:45:41.776743 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f39ec124-3fa0-4dd7-88b4-847b4132e00a tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (d7b7b848-7e5c-44f7-b5e7-e448fd47e869), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:41.802611 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ec124-3fa0-4dd7-88b4-847b4132e00a tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Pushing event deleted for resources: {'Port': ['ID=d7b7b848-7e5c-44f7-b5e7-e448fd47e869,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:41.862549 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f39ec124-3fa0-4dd7-88b4-847b4132e00a tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks [] for floatingip (43080730-6307-466f-8574-f9d9af53832c), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:41.865050 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f39ec124-3fa0-4dd7-88b4-847b4132e00a tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for floatingip (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:41.868806 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-f39ec124-3fa0-4dd7-88b4-847b4132e00a tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/43080730-6307-466f-8574-f9d9af53832c HTTP/1.1" status: 204 len: 168 time: 0.4425797 Sep 30 09:45:42.099193 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device a57cd9d9-dad9-43b3-a028-65277654babd no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:45:42.134530 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] No Port match for: a57cd9d9-dad9-43b3-a028-65277654babd {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:45:42.134981 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device a57cd9d9-dad9-43b3-a028-65277654babd not bound to the agent host hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:45:44.317164 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 44834) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:44.815738 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8847ca47-9f34-49b6-89b0-cea5d45b6c35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555431'] for router_interface (313d570b-2960-43ba-9415-9cbba16b5ca8), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:44.859807 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:44.938026 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:45.037548 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-8847ca47-9f34-49b6-89b0-cea5d45b6c35 admin admin] Deleting port 18520684-8f98-4574-afae-7b54f755415e {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:45:45.037917 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8847ca47-9f34-49b6-89b0-cea5d45b6c35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (18520684-8f98-4574-afae-7b54f755415e), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:45.128298 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [None req-8847ca47-9f34-49b6-89b0-cea5d45b6c35 admin admin] For port 18520684-8f98-4574-afae-7b54f755415e, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=18520684-8f98-4574-afae-7b54f755415e,segment=NetworkSegment(564e7fba-80a0-41fa-9dbf-7d18353521c2),segment_id=564e7fba-80a0-41fa-9dbf-7d18353521c2)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:45:45.128903 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8847ca47-9f34-49b6-89b0-cea5d45b6c35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (18520684-8f98-4574-afae-7b54f755415e), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:45.145261 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-8847ca47-9f34-49b6-89b0-cea5d45b6c35 admin admin] Calling delete_port for 18520684-8f98-4574-afae-7b54f755415e owned by network:router_interface {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:45:45.354475 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8847ca47-9f34-49b6-89b0-cea5d45b6c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (18520684-8f98-4574-afae-7b54f755415e), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:45.384731 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8847ca47-9f34-49b6-89b0-cea5d45b6c35 admin admin] Pushing event deleted for resources: {'Port': ['ID=18520684-8f98-4574-afae-7b54f755415e,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:45.566026 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-8847ca47-9f34-49b6-89b0-cea5d45b6c35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-760599'] for router_interface (313d570b-2960-43ba-9415-9cbba16b5ca8), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:46.038522 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:46.056325 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8847ca47-9f34-49b6-89b0-cea5d45b6c35 admin admin] Router 313d570b-2960-43ba-9415-9cbba16b5ca8 has already been hosted by L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 {{(pid=106375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:45:46.114293 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:46.175842 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8847ca47-9f34-49b6-89b0-cea5d45b6c35 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:45:46.183530 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 44858) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:46.183984 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-8847ca47-9f34-49b6-89b0-cea5d45b6c35 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/313d570b-2960-43ba-9415-9cbba16b5ca8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8652077 Sep 30 09:45:46.186119 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0e7ee6-14c8-4bf4-b6ee-183a2a6d067b None None] Sync routers for ids ['313d570b-2960-43ba-9415-9cbba16b5ca8'] in dv-cinder-master-3-smb {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:45:46.196602 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0e7ee6-14c8-4bf4-b6ee-183a2a6d067b None None] Routers {'313d570b-2960-43ba-9415-9cbba16b5ca8'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:45:46.197121 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-9f0e7ee6-14c8-4bf4-b6ee-183a2a6d067b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:45:28Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['313d570b-2960-43ba-9415-9cbba16b5ca8'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:46.290213 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a79d4653-7159-41a6-a205-06867f3917c9 admin admin] Publish callbacks [] for router (313d570b-2960-43ba-9415-9cbba16b5ca8), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:46.303094 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-9f0e7ee6-14c8-4bf4-b6ee-183a2a6d067b None None] Set router 313d570b-2960-43ba-9415-9cbba16b5ca8 gateway port host: dv-cinder-master-3-smb {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:45:46.403442 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a79d4653-7159-41a6-a205-06867f3917c9 admin admin] Publish callbacks [] for router_gateway (313d570b-2960-43ba-9415-9cbba16b5ca8), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:46.430921 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:46.450922 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-a79d4653-7159-41a6-a205-06867f3917c9 admin admin] Deleting port f075918f-22eb-47fc-b3ff-d56d1e52e8dd {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:45:46.451333 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a79d4653-7159-41a6-a205-06867f3917c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (f075918f-22eb-47fc-b3ff-d56d1e52e8dd), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:46.501462 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:46.501462 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-9f0e7ee6-14c8-4bf4-b6ee-183a2a6d067b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'name': 'tempest-AttachVolumeShelveTestJSON-2083709801-router', 'tenant_id': '7258740d324b4be18675101826a78ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.132'}], 'enable_snat': True}, 'gw_port_id': 'f075918f-22eb-47fc-b3ff-d56d1e52e8dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:45:45Z', 'revision_number': 5, 'project_id': '7258740d324b4be18675101826a78ca7', 'gw_port': {'id': 'f075918f-22eb-47fc-b3ff-d56d1e52e8dd', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:36:01Z', 'updated_at': '2022-09-30T09:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:46.526742 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0e7ee6-14c8-4bf4-b6ee-183a2a6d067b None None] Checking router: 313d570b-2960-43ba-9415-9cbba16b5ca8 for host: dv-cinder-master-3-smb {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:45:46.537546 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0e7ee6-14c8-4bf4-b6ee-183a2a6d067b None None] Routers {'313d570b-2960-43ba-9415-9cbba16b5ca8'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:45:46.538222 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-9f0e7ee6-14c8-4bf4-b6ee-183a2a6d067b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:45:28Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['313d570b-2960-43ba-9415-9cbba16b5ca8'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:46.540978 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-a79d4653-7159-41a6-a205-06867f3917c9 admin admin] For port f075918f-22eb-47fc-b3ff-d56d1e52e8dd, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=f075918f-22eb-47fc-b3ff-d56d1e52e8dd,segment=NetworkSegment(8ee3384b-29eb-481d-9dfd-879c28cb46fd),segment_id=8ee3384b-29eb-481d-9dfd-879c28cb46fd)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:45:46.541291 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a79d4653-7159-41a6-a205-06867f3917c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (f075918f-22eb-47fc-b3ff-d56d1e52e8dd), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:46.561804 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-a79d4653-7159-41a6-a205-06867f3917c9 admin admin] Calling delete_port for f075918f-22eb-47fc-b3ff-d56d1e52e8dd owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:45:46.625926 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:46.628230 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-9f0e7ee6-14c8-4bf4-b6ee-183a2a6d067b None None] Set router 313d570b-2960-43ba-9415-9cbba16b5ca8 gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:45:46.682253 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-9f0e7ee6-14c8-4bf4-b6ee-183a2a6d067b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'name': 'tempest-AttachVolumeShelveTestJSON-2083709801-router', 'tenant_id': '7258740d324b4be18675101826a78ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:45:46Z', 'revision_number': 6, 'project_id': '7258740d324b4be18675101826a78ca7', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:46.708269 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0e7ee6-14c8-4bf4-b6ee-183a2a6d067b None None] The sync data for ids ['313d570b-2960-43ba-9415-9cbba16b5ca8'] in dv-cinder-master-3-smb is: [{'id': '313d570b-2960-43ba-9415-9cbba16b5ca8', 'name': 'tempest-AttachVolumeShelveTestJSON-2083709801-router', 'tenant_id': '7258740d324b4be18675101826a78ca7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:36:00Z', 'updated_at': '2022-09-30T09:45:46Z', 'revision_number': 6, 'project_id': '7258740d324b4be18675101826a78ca7', 'gw_port_host': None}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:45:46.750921 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a79d4653-7159-41a6-a205-06867f3917c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29089666'] for port (f075918f-22eb-47fc-b3ff-d56d1e52e8dd), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:46.785515 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d4653-7159-41a6-a205-06867f3917c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f075918f-22eb-47fc-b3ff-d56d1e52e8dd,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:46.814568 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:46.852535 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a79d4653-7159-41a6-a205-06867f3917c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759905'] for router_gateway (313d570b-2960-43ba-9415-9cbba16b5ca8), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:46.940369 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a79d4653-7159-41a6-a205-06867f3917c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1175'] for router (313d570b-2960-43ba-9415-9cbba16b5ca8), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:46.942609 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a79d4653-7159-41a6-a205-06867f3917c9 admin admin] Publish callbacks [] for router_controller (313d570b-2960-43ba-9415-9cbba16b5ca8), precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:46.985453 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a79d4653-7159-41a6-a205-06867f3917c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-760673'] for router (313d570b-2960-43ba-9415-9cbba16b5ca8), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:46.986048 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79d4653-7159-41a6-a205-06867f3917c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 313d570b-2960-43ba-9415-9cbba16b5ca8 {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 09:45:46.990870 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a79d4653-7159-41a6-a205-06867f3917c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:46.991989 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-a79d4653-7159-41a6-a205-06867f3917c9 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/313d570b-2960-43ba-9415-9cbba16b5ca8 HTTP/1.1" status: 204 len: 168 time: 0.8067267 Sep 30 09:45:46.994574 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 44870) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:47.043567 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-c82d8318-f1c4-4077-a8ba-ee5b7e213120 admin admin] Deleting subnet caa068e9-5807-465e-a6a4-c687aab9e12e {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 30 09:45:47.046802 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c82d8318-f1c4-4077-a8ba-ee5b7e213120 admin admin] Publish callbacks [] for subnet (caa068e9-5807-465e-a6a4-c687aab9e12e), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:47.083692 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c82d8318-f1c4-4077-a8ba-ee5b7e213120 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29359976'] for subnet (caa068e9-5807-465e-a6a4-c687aab9e12e), precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:47.166305 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c82d8318-f1c4-4077-a8ba-ee5b7e213120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3558478'] for subnet (caa068e9-5807-465e-a6a4-c687aab9e12e), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:47.224518 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c82d8318-f1c4-4077-a8ba-ee5b7e213120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29089759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25409614'] for subnet (caa068e9-5807-465e-a6a4-c687aab9e12e), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:47.247755 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d8318-f1c4-4077-a8ba-ee5b7e213120 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caa068e9-5807-465e-a6a4-c687aab9e12e,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:47.254155 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c82d8318-f1c4-4077-a8ba-ee5b7e213120 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:47.260094 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-c82d8318-f1c4-4077-a8ba-ee5b7e213120 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/caa068e9-5807-465e-a6a4-c687aab9e12e HTTP/1.1" status: 204 len: 168 time: 0.2621965 Sep 30 09:45:47.260249 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5e365f-25b7-434c-99f6-c1b42a726b9b None None] Network 486301e7-f0bf-4b46-826b-b0b4132f2272 requested from dv-cinder-master-3-smb {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:45:47.260712 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 44872) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:47.331591 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f0e3ca21-1d1f-4b61-9ecc-e997401d0833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3480607'] for network (486301e7-f0bf-4b46-826b-b0b4132f2272), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:47.373744 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-f0e3ca21-1d1f-4b61-9ecc-e997401d0833 admin admin] Deleting port d9a9c415-ba50-4acb-a115-5b616b49c87f {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:45:47.373999 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f0e3ca21-1d1f-4b61-9ecc-e997401d0833 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (d9a9c415-ba50-4acb-a115-5b616b49c87f), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:47.547646 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3122520d-b124-4d34-b8ba-d6b576f70910 None None] DHCP port deletion for 486301e7-f0bf-4b46-826b-b0b4132f2272 request from dv-cinder-master-3-smb {{(pid=106377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 30 09:45:47.552613 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 18520684-8f98-4574-afae-7b54f755415e no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:45:47.573972 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] No Port match for: 18520684-8f98-4574-afae-7b54f755415e {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:45:47.574316 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 18520684-8f98-4574-afae-7b54f755415e not bound to the agent host dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:45:47.613326 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-3122520d-b124-4d34-b8ba-d6b576f70910 None None] Deleting port d9a9c415-ba50-4acb-a115-5b616b49c87f {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:45:47.613829 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3122520d-b124-4d34-b8ba-d6b576f70910 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (d9a9c415-ba50-4acb-a115-5b616b49c87f), before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:47.684386 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-3122520d-b124-4d34-b8ba-d6b576f70910 None None] For port d9a9c415-ba50-4acb-a115-5b616b49c87f, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=d9a9c415-ba50-4acb-a115-5b616b49c87f,segment=NetworkSegment(564e7fba-80a0-41fa-9dbf-7d18353521c2),segment_id=564e7fba-80a0-41fa-9dbf-7d18353521c2)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:45:47.684783 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3122520d-b124-4d34-b8ba-d6b576f70910 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (d9a9c415-ba50-4acb-a115-5b616b49c87f), precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:47.698122 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-3122520d-b124-4d34-b8ba-d6b576f70910 None None] Calling delete_port for d9a9c415-ba50-4acb-a115-5b616b49c87f owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:45:47.703142 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-f0e3ca21-1d1f-4b61-9ecc-e997401d0833 admin admin] For port d9a9c415-ba50-4acb-a115-5b616b49c87f, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=d9a9c415-ba50-4acb-a115-5b616b49c87f,segment=NetworkSegment(564e7fba-80a0-41fa-9dbf-7d18353521c2),segment_id=564e7fba-80a0-41fa-9dbf-7d18353521c2)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:45:47.703508 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f0e3ca21-1d1f-4b61-9ecc-e997401d0833 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (d9a9c415-ba50-4acb-a115-5b616b49c87f), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:47.709606 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=100 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:47.716581 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-f0e3ca21-1d1f-4b61-9ecc-e997401d0833 admin admin] Calling delete_port for d9a9c415-ba50-4acb-a115-5b616b49c87f owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:45:47.777178 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:47.783870 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3122520d-b124-4d34-b8ba-d6b576f70910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787'] for port (d9a9c415-ba50-4acb-a115-5b616b49c87f), after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:47.804229 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f0e3ca21-1d1f-4b61-9ecc-e997401d0833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29089666'] for port (d9a9c415-ba50-4acb-a115-5b616b49c87f), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:47.810590 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3122520d-b124-4d34-b8ba-d6b576f70910 None None] Pushing event deleted for resources: {'Port': ['ID=d9a9c415-ba50-4acb-a115-5b616b49c87f,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:47.818745 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3122520d-b124-4d34-b8ba-d6b576f70910 None None] No DVR routers for this DVR port d9a9c415-ba50-4acb-a115-5b616b49c87f on host dv-cinder-master-3-smb {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:45:47.832353 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e3ca21-1d1f-4b61-9ecc-e997401d0833 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9a9c415-ba50-4acb-a115-5b616b49c87f,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:47.835875 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e3ca21-1d1f-4b61-9ecc-e997401d0833 admin admin] No DVR routers for this DVR port d9a9c415-ba50-4acb-a115-5b616b49c87f on host dv-cinder-master-3-smb {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:45:47.909020 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f0e3ca21-1d1f-4b61-9ecc-e997401d0833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599224', 'neutron.services.segments.db._delete_segments_for_network-8770945895626'] for network (486301e7-f0bf-4b46-826b-b0b4132f2272), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:47.934039 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.services.segments.db [None req-f0e3ca21-1d1f-4b61-9ecc-e997401d0833 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['486301e7-f0bf-4b46-826b-b0b4132f2272']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:47.944929 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.services.segments.db [None req-f0e3ca21-1d1f-4b61-9ecc-e997401d0833 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '564e7fba-80a0-41fa-9dbf-7d18353521c2') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:47.945312 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.services.segments.db [None req-f0e3ca21-1d1f-4b61-9ecc-e997401d0833 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '564e7fba-80a0-41fa-9dbf-7d18353521c2') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:47.955406 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f0e3ca21-1d1f-4b61-9ecc-e997401d0833 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770945931879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29359969'] for segment (564e7fba-80a0-41fa-9dbf-7d18353521c2), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:47.968569 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f0e3ca21-1d1f-4b61-9ecc-e997401d0833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765'] for segment (564e7fba-80a0-41fa-9dbf-7d18353521c2), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:47.975999 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0e3ca21-1d1f-4b61-9ecc-e997401d0833 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:45:47.975999 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f0e3ca21-1d1f-4b61-9ecc-e997401d0833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29089649'] for segment (564e7fba-80a0-41fa-9dbf-7d18353521c2), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:48.039562 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f0e3ca21-1d1f-4b61-9ecc-e997401d0833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3599219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759962'] for network (486301e7-f0bf-4b46-826b-b0b4132f2272), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:48.046534 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f0e3ca21-1d1f-4b61-9ecc-e997401d0833 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for network (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:48.052115 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-f0e3ca21-1d1f-4b61-9ecc-e997401d0833 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/486301e7-f0bf-4b46-826b-b0b4132f2272 HTTP/1.1" status: 204 len: 168 time: 0.7885151 Sep 30 09:45:48.062966 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e3ca21-1d1f-4b61-9ecc-e997401d0833 admin admin] Pushing event deleted for resources: {'Network': ['ID=486301e7-f0bf-4b46-826b-b0b4132f2272,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:48.146250 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.services.segments.plugin [-] Segment 564e7fba-80a0-41fa-9dbf-7d18353521c2 resource provider aggregate not found Sep 30 09:45:48.163924 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.services.segments.plugin [-] Segment 564e7fba-80a0-41fa-9dbf-7d18353521c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 564e7fba-80a0-41fa-9dbf-7d18353521c2 found for delete ", "request_id": "req-bb172291-4842-4a47-966c-e93609658c89"}]} Sep 30 09:45:48.192949 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 44890) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:48.206419 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:48.240984 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-54dc4c60-51d0-45ff-a5c6-434ac35e1f58 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=7258740d324b4be18675101826a78ca7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0442264 Sep 30 09:45:48.241595 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 44894) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:48.298278 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4ef5941e-383b-41e0-ab45-8a0aa319856e admin admin] Publish callbacks [] for security_group (6885a22a-784f-4ef7-90bc-2b5ce32a96bd), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:48.318557 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4ef5941e-383b-41e0-ab45-8a0aa319856e admin admin] Publish callbacks [] for security_group (6885a22a-784f-4ef7-90bc-2b5ce32a96bd), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:48.373108 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4ef5941e-383b-41e0-ab45-8a0aa319856e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (6885a22a-784f-4ef7-90bc-2b5ce32a96bd), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:48.376092 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4ef5941e-383b-41e0-ab45-8a0aa319856e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:48.379612 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-4ef5941e-383b-41e0-ab45-8a0aa319856e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/6885a22a-784f-4ef7-90bc-2b5ce32a96bd HTTP/1.1" status: 204 len: 168 time: 0.1348557 Sep 30 09:45:48.385914 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5941e-383b-41e0-ab45-8a0aa319856e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6885a22a-784f-4ef7-90bc-2b5ce32a96bd,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:48.551223 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 44906) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:48.658842 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-72919f62-8342-4562-a929-9f5969fe1363 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:48.736202 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-72919f62-8342-4562-a929-9f5969fe1363 admin admin] Publish callbacks [] for security_group (f6615f7c-eaa9-421f-9ffe-8adc2672deed), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:48.740238 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-72919f62-8342-4562-a929-9f5969fe1363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (f6615f7c-eaa9-421f-9ffe-8adc2672deed), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:48.779712 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-72919f62-8342-4562-a929-9f5969fe1363 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=c4e8e599a6594cadadcb453f2e998c24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274909 Sep 30 09:45:48.783099 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 44918) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:48.789025 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72919f62-8342-4562-a929-9f5969fe1363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6615f7c-eaa9-421f-9ffe-8adc2672deed,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:48.835513 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9c66df2d-b031-48d6-84f3-af2a741a25bc admin admin] Publish callbacks [] for security_group (f6615f7c-eaa9-421f-9ffe-8adc2672deed), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:48.857169 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9c66df2d-b031-48d6-84f3-af2a741a25bc admin admin] Publish callbacks [] for security_group (f6615f7c-eaa9-421f-9ffe-8adc2672deed), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:48.908647 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9c66df2d-b031-48d6-84f3-af2a741a25bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (f6615f7c-eaa9-421f-9ffe-8adc2672deed), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:48.911232 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9c66df2d-b031-48d6-84f3-af2a741a25bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:48.912373 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-9c66df2d-b031-48d6-84f3-af2a741a25bc admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f6615f7c-eaa9-421f-9ffe-8adc2672deed HTTP/1.1" status: 204 len: 168 time: 0.1283810 Sep 30 09:45:48.920787 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c66df2d-b031-48d6-84f3-af2a741a25bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6615f7c-eaa9-421f-9ffe-8adc2672deed,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:49.062129 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 44932) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:49.088601 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device f075918f-22eb-47fc-b3ff-d56d1e52e8dd no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:45:49.108345 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] No Port match for: f075918f-22eb-47fc-b3ff-d56d1e52e8dd {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:45:49.108940 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device f075918f-22eb-47fc-b3ff-d56d1e52e8dd not bound to the agent host dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:45:49.109506 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device d9a9c415-ba50-4acb-a115-5b616b49c87f no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:45:49.129163 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] No Port match for: d9a9c415-ba50-4acb-a115-5b616b49c87f {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:45:49.129783 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device d9a9c415-ba50-4acb-a115-5b616b49c87f not bound to the agent host dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:45:49.172685 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-d0cc78bb-87b1-44f3-940e-f1f4fb0f29a6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2053631446-network', 'tenant_id': '319bd365127d481aac9f127196321ecf'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:45:49.195097 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:DELETE=9,neutron:SELECT=81,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:49.201170 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0cc78bb-87b1-44f3-940e-f1f4fb0f29a6 admin admin] Made reservation on behalf of 319bd365127d481aac9f127196321ecf for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:45:49.204312 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d0cc78bb-87b1-44f3-940e-f1f4fb0f29a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for network (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:49.213665 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d0cc78bb-87b1-44f3-940e-f1f4fb0f29a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:49.214760 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 44936) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:49.231060 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-5cf2d014-b594-4f9b-8b69-206a5b0a1c89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:49.292359 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d0cc78bb-87b1-44f3-940e-f1f4fb0f29a6 admin admin] Publish callbacks [] for security_group (cbc6b4d1-6ab3-47a7-8055-881722c62294), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:49.296937 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d0cc78bb-87b1-44f3-940e-f1f4fb0f29a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (cbc6b4d1-6ab3-47a7-8055-881722c62294), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:49.308171 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-5cf2d014-b594-4f9b-8b69-206a5b0a1c89 admin admin] Publish callbacks [] for security_group (6a3e2df7-24a8-4548-814d-455b0e640bff), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:49.313925 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-5cf2d014-b594-4f9b-8b69-206a5b0a1c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (6a3e2df7-24a8-4548-814d-455b0e640bff), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:49.324143 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0cc78bb-87b1-44f3-940e-f1f4fb0f29a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:45:49.333334 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cc78bb-87b1-44f3-940e-f1f4fb0f29a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc6b4d1-6ab3-47a7-8055-881722c62294,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:49.340452 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d0cc78bb-87b1-44f3-940e-f1f4fb0f29a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765'] for segment (3e9b7f35-5eb8-4e46-af6a-15d50df0168f), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:49.340890 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.db.segments_db [None req-d0cc78bb-87b1-44f3-940e-f1f4fb0f29a6 admin admin] Added segment 3e9b7f35-5eb8-4e46-af6a-15d50df0168f of type vlan for network 783d3ef4-ccee-441e-bda2-ed5dc69cd7b7 Sep 30 09:45:49.356687 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-5cf2d014-b594-4f9b-8b69-206a5b0a1c89 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=9ef9037f3df14a7e8b602b5394cdfbf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1407812 Sep 30 09:45:49.360054 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 44938) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:49.367235 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf2d014-b594-4f9b-8b69-206a5b0a1c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3e2df7-24a8-4548-814d-455b0e640bff,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:49.385430 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d0cc78bb-87b1-44f3-940e-f1f4fb0f29a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770945417400'] for network (783d3ef4-ccee-441e-bda2-ed5dc69cd7b7), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:49.412659 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9055d757-2c58-47aa-85da-e263d7f4667f admin admin] Publish callbacks [] for security_group (6a3e2df7-24a8-4548-814d-455b0e640bff), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:49.418741 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d0cc78bb-87b1-44f3-940e-f1f4fb0f29a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347'] for network (783d3ef4-ccee-441e-bda2-ed5dc69cd7b7), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:49.419886 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cc78bb-87b1-44f3-940e-f1f4fb0f29a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:45:49.420475 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d0cc78bb-87b1-44f3-940e-f1f4fb0f29a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for network (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:49.425257 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:49.433967 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9055d757-2c58-47aa-85da-e263d7f4667f admin admin] Publish callbacks [] for security_group (6a3e2df7-24a8-4548-814d-455b0e640bff), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:49.478103 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-d0cc78bb-87b1-44f3-940e-f1f4fb0f29a6 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4147165 Sep 30 09:45:49.481200 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 44940) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:49.486490 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9055d757-2c58-47aa-85da-e263d7f4667f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (6a3e2df7-24a8-4548-814d-455b0e640bff), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:49.489035 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-9055d757-2c58-47aa-85da-e263d7f4667f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:49.490194 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-9055d757-2c58-47aa-85da-e263d7f4667f admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/6a3e2df7-24a8-4548-814d-455b0e640bff HTTP/1.1" status: 204 len: 168 time: 0.1292291 Sep 30 09:45:49.494624 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-81416e4c-550a-4663-b324-0c5715be4c41 admin admin] Request body: {'subnet': {'network_id': '783d3ef4-ccee-441e-bda2-ed5dc69cd7b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2053631446-subnet', 'tenant_id': '319bd365127d481aac9f127196321ecf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:45:49.498166 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9055d757-2c58-47aa-85da-e263d7f4667f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3e2df7-24a8-4548-814d-455b0e640bff,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:49.505591 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cc78bb-87b1-44f3-940e-f1f4fb0f29a6 admin admin] Pushing event updated for resources: {'Network': ['ID=783d3ef4-ccee-441e-bda2-ed5dc69cd7b7,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:49.522238 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81416e4c-550a-4663-b324-0c5715be4c41 admin admin] Made reservation on behalf of 319bd365127d481aac9f127196321ecf for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:45:49.523675 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Network 783d3ef4-ccee-441e-bda2-ed5dc69cd7b7 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:45:49.524620 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-81416e4c-550a-4663-b324-0c5715be4c41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25409651'] for subnet (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:49.586753 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:49.711442 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-81416e4c-550a-4663-b324-0c5715be4c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29088274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25409605'] for subnet (091b5f67-904e-460e-8495-1159034c406e), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:49.769421 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81416e4c-550a-4663-b324-0c5715be4c41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=091b5f67-904e-460e-8495-1159034c406e,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:49.776664 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81416e4c-550a-4663-b324-0c5715be4c41 admin admin] Checking segment: {'id': '3e9b7f35-5eb8-4e46-af6a-15d50df0168f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '783d3ef4-ccee-441e-bda2-ed5dc69cd7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:45:49.777021 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81416e4c-550a-4663-b324-0c5715be4c41 admin admin] Network hostable DHCP agents. Network: 783d3ef4-ccee-441e-bda2-ed5dc69cd7b7, hostable agents: ['505f8fe4-cf16-4cec-b766-e44aefc0193e'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:45:49.794961 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81416e4c-550a-4663-b324-0c5715be4c41 admin admin] Network 783d3ef4-ccee-441e-bda2-ed5dc69cd7b7 is scheduled to be hosted by DHCP agent 505f8fe4-cf16-4cec-b766-e44aefc0193e with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:45:49.804460 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-81416e4c-550a-4663-b324-0c5715be4c41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 783d3ef4-ccee-441e-bda2-ed5dc69cd7b7) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:45:49.808431 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81416e4c-550a-4663-b324-0c5715be4c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:45:49.809023 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-81416e4c-550a-4663-b324-0c5715be4c41 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:49.814939 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81c3663-01fb-4149-9868-aa98e7648e4b None None] Network 783d3ef4-ccee-441e-bda2-ed5dc69cd7b7 requested from dv-cinder-master-3-smb {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:45:49.827338 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-81416e4c-550a-4663-b324-0c5715be4c41 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3387451 Sep 30 09:45:49.830429 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 44946) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:49.835644 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-39b76ae6-16d8-4ff3-81fd-1232a3e983a4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2053631446-router', 'tenant_id': '319bd365127d481aac9f127196321ecf', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'}}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:45:49.854191 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 44948) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:49.864733 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-39b76ae6-16d8-4ff3-81fd-1232a3e983a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-748765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30317'] for router (20895560-f249-429c-a147-9427b9c11de3), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:49.866320 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-39b76ae6-16d8-4ff3-81fd-1232a3e983a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543880', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1182'] for router (20895560-f249-429c-a147-9427b9c11de3), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:49.870133 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b93d0645-cfd4-4fb1-a520-72f3456c5e58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:49.912632 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:49.922499 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-39b76ae6-16d8-4ff3-81fd-1232a3e983a4 admin admin] Publish callbacks [] for router_controller (20895560-f249-429c-a147-9427b9c11de3), precommit_add_association {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:49.930131 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f85c101-e089-4683-ad7c-11dc74c9e433 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-783d3ef4-ccee-441e-bda2-ed5dc69cd7b7', 'network_id': '783d3ef4-ccee-441e-bda2-ed5dc69cd7b7', 'project_id': '319bd365127d481aac9f127196321ecf', 'fixed_ips': [{'subnet_id': '091b5f67-904e-460e-8495-1159034c406e'}]}} from dv-cinder-master-3-smb. {{(pid=106377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 30 09:45:49.931657 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4f85c101-e089-4683-ad7c-11dc74c9e433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:49.965766 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b93d0645-cfd4-4fb1-a520-72f3456c5e58 admin admin] Publish callbacks [] for security_group (b599da2a-b3e2-4c9a-b690-1167178fa437), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:49.970527 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b93d0645-cfd4-4fb1-a520-72f3456c5e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (b599da2a-b3e2-4c9a-b690-1167178fa437), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:49.995285 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d0645-cfd4-4fb1-a520-72f3456c5e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b599da2a-b3e2-4c9a-b690-1167178fa437,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:50.023211 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-b93d0645-cfd4-4fb1-a520-72f3456c5e58 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=875c41c4a97b4b10ae22c1ab9a25dcfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1679366 Sep 30 09:45:50.025717 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 44950) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:50.064602 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-39b76ae6-16d8-4ff3-81fd-1232a3e983a4 admin admin] Publish callbacks [] for router_gateway (20895560-f249-429c-a147-9427b9c11de3), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:50.080008 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-509ccde2-f1d8-4c19-a4e1-ab761ab6b823 admin admin] Publish callbacks [] for security_group (b599da2a-b3e2-4c9a-b690-1167178fa437), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:50.080214 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-4f85c101-e089-4683-ad7c-11dc74c9e433 None None] Allocated IP 172.20.0.2 (783d3ef4-ccee-441e-bda2-ed5dc69cd7b7/091b5f67-904e-460e-8495-1159034c406e/972db38c-27dc-4b40-8f79-7b6231dc2e81) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:45:50.102996 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-509ccde2-f1d8-4c19-a4e1-ab761ab6b823 admin admin] Publish callbacks [] for security_group (b599da2a-b3e2-4c9a-b690-1167178fa437), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:50.169498 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-509ccde2-f1d8-4c19-a4e1-ab761ab6b823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (b599da2a-b3e2-4c9a-b690-1167178fa437), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:50.173457 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-509ccde2-f1d8-4c19-a4e1-ab761ab6b823 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:50.175423 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-509ccde2-f1d8-4c19-a4e1-ab761ab6b823 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b599da2a-b3e2-4c9a-b690-1167178fa437 HTTP/1.1" status: 204 len: 168 time: 0.1482363 Sep 30 09:45:50.184277 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ccde2-f1d8-4c19-a4e1-ab761ab6b823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b599da2a-b3e2-4c9a-b690-1167178fa437,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:50.246219 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4f85c101-e089-4683-ad7c-11dc74c9e433 None None] Publish callbacks [] for port (972db38c-27dc-4b40-8f79-7b6231dc2e81), precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:50.253985 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4f85c101-e089-4683-ad7c-11dc74c9e433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778'] for port (972db38c-27dc-4b40-8f79-7b6231dc2e81), after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:50.261847 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-39b76ae6-16d8-4ff3-81fd-1232a3e983a4 admin admin] Publish callbacks [] for router_gateway (20895560-f249-429c-a147-9427b9c11de3), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:50.282412 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-39b76ae6-16d8-4ff3-81fd-1232a3e983a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:50.285211 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:50.303543 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f85c101-e089-4683-ad7c-11dc74c9e433 None None] Network 783d3ef4-ccee-441e-bda2-ed5dc69cd7b7 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:45:50.308811 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-4f85c101-e089-4683-ad7c-11dc74c9e433 None None] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:45:50.311559 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f85c101-e089-4683-ad7c-11dc74c9e433 None None] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:45:50.317840 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85c101-e089-4683-ad7c-11dc74c9e433 None None] Pushing event updated for resources: {'Port': ['ID=972db38c-27dc-4b40-8f79-7b6231dc2e81,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:50.383025 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-4f85c101-e089-4683-ad7c-11dc74c9e433 None None] Attempting to bind port 972db38c-27dc-4b40-8f79-7b6231dc2e81 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:45:50.383392 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-4f85c101-e089-4683-ad7c-11dc74c9e433 None None] Attempting to bind port 972db38c-27dc-4b40-8f79-7b6231dc2e81 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '3e9b7f35-5eb8-4e46-af6a-15d50df0168f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '783d3ef4-ccee-441e-bda2-ed5dc69cd7b7'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:45:50.383749 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f85c101-e089-4683-ad7c-11dc74c9e433 None None] Attempting to bind port 972db38c-27dc-4b40-8f79-7b6231dc2e81 on network 783d3ef4-ccee-441e-bda2-ed5dc69cd7b7 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:45:50.399072 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:50.400420 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [None req-39b76ae6-16d8-4ff3-81fd-1232a3e983a4 admin admin] Allocated IP 172.37.1.202 (4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2/0f15ec3b-6992-47ef-bdfa-402dc9430f5b/ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:45:50.432546 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f85c101-e089-4683-ad7c-11dc74c9e433 None None] Checking agent: {'id': '99becae7-b4b2-4e0b-818d-0d19c65b4b56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 27, 31), 'started_at': datetime.datetime(2022, 9, 30, 9, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:45:50.433332 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f85c101-e089-4683-ad7c-11dc74c9e433 None None] Checking segment: {'id': '3e9b7f35-5eb8-4e46-af6a-15d50df0168f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '783d3ef4-ccee-441e-bda2-ed5dc69cd7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:45:50.433947 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4f85c101-e089-4683-ad7c-11dc74c9e433 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:50.434600 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f85c101-e089-4683-ad7c-11dc74c9e433 None None] Bound using segment: {'id': '3e9b7f35-5eb8-4e46-af6a-15d50df0168f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '783d3ef4-ccee-441e-bda2-ed5dc69cd7b7'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:45:50.435226 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-4f85c101-e089-4683-ad7c-11dc74c9e433 None None] Bound port: 972db38c-27dc-4b40-8f79-7b6231dc2e81, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9b7f35-5eb8-4e46-af6a-15d50df0168f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '783d3ef4-ccee-441e-bda2-ed5dc69cd7b7'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:45:50.435758 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4f85c101-e089-4683-ad7c-11dc74c9e433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (972db38c-27dc-4b40-8f79-7b6231dc2e81), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:50.476100 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:50.505866 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-4f85c101-e089-4683-ad7c-11dc74c9e433 None None] For port 972db38c-27dc-4b40-8f79-7b6231dc2e81, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:45:50.509736 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-4f85c101-e089-4683-ad7c-11dc74c9e433 None None] For port 972db38c-27dc-4b40-8f79-7b6231dc2e81, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=972db38c-27dc-4b40-8f79-7b6231dc2e81,segment=NetworkSegment(3e9b7f35-5eb8-4e46-af6a-15d50df0168f),segment_id=3e9b7f35-5eb8-4e46-af6a-15d50df0168f)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:45:50.520063 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4f85c101-e089-4683-ad7c-11dc74c9e433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (972db38c-27dc-4b40-8f79-7b6231dc2e81), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:50.526566 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-39b76ae6-16d8-4ff3-81fd-1232a3e983a4 admin admin] Publish callbacks [] for port (ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:50.568018 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-39b76ae6-16d8-4ff3-81fd-1232a3e983a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:50.593853 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85c101-e089-4683-ad7c-11dc74c9e433 None None] Pushing event updated for resources: {'Port': ['ID=972db38c-27dc-4b40-8f79-7b6231dc2e81,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:50.596520 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b76ae6-16d8-4ff3-81fd-1232a3e983a4 admin admin] Network 4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:45:50.620053 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-39b76ae6-16d8-4ff3-81fd-1232a3e983a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:45:50.623960 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b76ae6-16d8-4ff3-81fd-1232a3e983a4 admin admin] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:45:50.679615 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b76ae6-16d8-4ff3-81fd-1232a3e983a4 admin admin] Pushing event updated for resources: {'Port': ['ID=ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:50.931813 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-39b76ae6-16d8-4ff3-81fd-1232a3e983a4 admin admin] Publish callbacks [] for router_gateway (20895560-f249-429c-a147-9427b9c11de3), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:51.113377 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 972db38c-27dc-4b40-8f79-7b6231dc2e81 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:45:51.135403 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-39b76ae6-16d8-4ff3-81fd-1232a3e983a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-745702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759865'] for router (20895560-f249-429c-a147-9427b9c11de3), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:51.160268 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port 972db38c-27dc-4b40-8f79-7b6231dc2e81 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:45:51.160639 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (972db38c-27dc-4b40-8f79-7b6231dc2e81), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:51.160970 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port 972db38c-27dc-4b40-8f79-7b6231dc2e81 Sep 30 09:45:51.237160 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:51.238627 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port 972db38c-27dc-4b40-8f79-7b6231dc2e81 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:45:51.239327 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (972db38c-27dc-4b40-8f79-7b6231dc2e81), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:51.283859 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b76ae6-16d8-4ff3-81fd-1232a3e983a4 admin admin] Router 20895560-f249-429c-a147-9427b9c11de3 is scheduled to L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 with binding_index 1 {{(pid=106375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 09:45:51.292351 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] For port 972db38c-27dc-4b40-8f79-7b6231dc2e81, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=972db38c-27dc-4b40-8f79-7b6231dc2e81,segment=NetworkSegment(3e9b7f35-5eb8-4e46-af6a-15d50df0168f),segment_id=3e9b7f35-5eb8-4e46-af6a-15d50df0168f)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:45:51.300391 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (972db38c-27dc-4b40-8f79-7b6231dc2e81), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:51.367043 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Pushing event updated for resources: {'Port': ['ID=972db38c-27dc-4b40-8f79-7b6231dc2e81,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:51.413811 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b76ae6-16d8-4ff3-81fd-1232a3e983a4 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:45:51.427484 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:51.431742 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc2ea55-6464-4a25-a9fc-eb672f1ddb4c None None] Sync routers for ids ['20895560-f249-429c-a147-9427b9c11de3'] in dv-cinder-master-3-smb {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:45:51.437398 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:51.443445 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-39b76ae6-16d8-4ff3-81fd-1232a3e983a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:51.444789 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-39b76ae6-16d8-4ff3-81fd-1232a3e983a4 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6127319 Sep 30 09:45:51.447689 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 44980) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:51.454009 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc2ea55-6464-4a25-a9fc-eb672f1ddb4c None None] Routers {'20895560-f249-429c-a147-9427b9c11de3'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:45:51.459687 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-8cc2ea55-6464-4a25-a9fc-eb672f1ddb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:45:28Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['20895560-f249-429c-a147-9427b9c11de3'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:51.551432 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:51.573292 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-8cc2ea55-6464-4a25-a9fc-eb672f1ddb4c None None] Set router 20895560-f249-429c-a147-9427b9c11de3 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:45:51.684504 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e51e175-4eb6-4a4d-a9a0-03c7c0542b24 None None] Network 783d3ef4-ccee-441e-bda2-ed5dc69cd7b7 requested from dv-cinder-master-3-smb {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:45:51.902639 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-6dc9259a-069b-4993-9edd-440b81843200 None None] Provisioning complete for port 972db38c-27dc-4b40-8f79-7b6231dc2e81 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:45:51.902909 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6dc9259a-069b-4993-9edd-440b81843200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (972db38c-27dc-4b40-8f79-7b6231dc2e81), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:51.903234 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-6dc9259a-069b-4993-9edd-440b81843200 None None] Attempt 1 to provision port 972db38c-27dc-4b40-8f79-7b6231dc2e81 Sep 30 09:45:51.904915 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a1681d12-5d0d-49b0-acd3-887e82e6ad51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:52.027095 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:52.042429 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-8cc2ea55-6464-4a25-a9fc-eb672f1ddb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20895560-f249-429c-a147-9427b9c11de3', 'name': 'tempest-AttachVolumeTestJSON-2053631446-router', 'tenant_id': '319bd365127d481aac9f127196321ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.202'}], 'enable_snat': True}, 'gw_port_id': 'ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:49Z', 'updated_at': '2022-09-30T09:45:50Z', 'revision_number': 3, 'project_id': '319bd365127d481aac9f127196321ecf', 'gw_port': {'id': 'ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20895560-f249-429c-a147-9427b9c11de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:50Z', 'updated_at': '2022-09-30T09:45:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:52.099520 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc2ea55-6464-4a25-a9fc-eb672f1ddb4c None None] Checking router: 20895560-f249-429c-a147-9427b9c11de3 for host: dv-cinder-master-3-smb {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:45:52.099740 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc2ea55-6464-4a25-a9fc-eb672f1ddb4c None None] Updating router 20895560-f249-429c-a147-9427b9c11de3 port ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc binding host dv-cinder-master-3-smb {{(pid=106377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:45:52.103520 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-a1681d12-5d0d-49b0-acd3-887e82e6ad51 admin admin] Allocated IP 172.20.0.1 (783d3ef4-ccee-441e-bda2-ed5dc69cd7b7/091b5f67-904e-460e-8495-1159034c406e/d9bb7d97-8e1d-4439-be21-3140fa9b7f06) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:45:52.106483 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:52.127307 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-6dc9259a-069b-4993-9edd-440b81843200 None None] Current status of the port 972db38c-27dc-4b40-8f79-7b6231dc2e81 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:45:52.141307 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ea55-6464-4a25-a9fc-eb672f1ddb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:52.251404 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a1681d12-5d0d-49b0-acd3-887e82e6ad51 admin admin] Publish callbacks [] for port (d9bb7d97-8e1d-4439-be21-3140fa9b7f06), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:52.300532 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a1681d12-5d0d-49b0-acd3-887e82e6ad51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29089666'] for port (d9bb7d97-8e1d-4439-be21-3140fa9b7f06), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:52.344835 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1681d12-5d0d-49b0-acd3-887e82e6ad51 admin admin] Network 783d3ef4-ccee-441e-bda2-ed5dc69cd7b7 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:45:52.348155 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-a1681d12-5d0d-49b0-acd3-887e82e6ad51 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:45:52.352221 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1681d12-5d0d-49b0-acd3-887e82e6ad51 admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:45:52.369483 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-8cc040a5-231d-4944-952b-a6aad3c2664b None None] Provisioning complete for port 972db38c-27dc-4b40-8f79-7b6231dc2e81 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:45:52.370027 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8cc040a5-231d-4944-952b-a6aad3c2664b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (972db38c-27dc-4b40-8f79-7b6231dc2e81), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:52.370143 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-8cc040a5-231d-4944-952b-a6aad3c2664b None None] Attempt 1 to provision port 972db38c-27dc-4b40-8f79-7b6231dc2e81 Sep 30 09:45:52.386036 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1681d12-5d0d-49b0-acd3-887e82e6ad51 admin admin] Pushing event updated for resources: {'Port': ['ID=d9bb7d97-8e1d-4439-be21-3140fa9b7f06,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:52.415638 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a1681d12-5d0d-49b0-acd3-887e82e6ad51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555310'] for router_interface (20895560-f249-429c-a147-9427b9c11de3), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:52.462379 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:52.555040 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ea55-6464-4a25-a9fc-eb672f1ddb4c None None] Publish callbacks [] for port (ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc), precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:52.556421 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=100 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:52.558405 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-8cc040a5-231d-4944-952b-a6aad3c2664b None None] Current status of the port 972db38c-27dc-4b40-8f79-7b6231dc2e81 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:45:52.570028 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a1681d12-5d0d-49b0-acd3-887e82e6ad51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (d9bb7d97-8e1d-4439-be21-3140fa9b7f06), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:52.570300 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ea55-6464-4a25-a9fc-eb672f1ddb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:52.611071 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-8cc2ea55-6464-4a25-a9fc-eb672f1ddb4c None None] Attempting to bind port ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:45:52.611445 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-8cc2ea55-6464-4a25-a9fc-eb672f1ddb4c None None] Attempting to bind port ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '8ee3384b-29eb-481d-9dfd-879c28cb46fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:45:52.611806 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc2ea55-6464-4a25-a9fc-eb672f1ddb4c None None] Attempting to bind port ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc on network 4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:45:52.661848 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94d3c6-8759-4f7e-9c8f-742b8bcab7e5 None None] Pushing event updated for resources: {'Port': ['ID=ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:52.690087 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e0533160-9e2c-4629-ba3d-c69cabb2b890 None None] Provisioning complete for port d9bb7d97-8e1d-4439-be21-3140fa9b7f06 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:45:52.690462 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e0533160-9e2c-4629-ba3d-c69cabb2b890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (d9bb7d97-8e1d-4439-be21-3140fa9b7f06), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:52.690801 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-e0533160-9e2c-4629-ba3d-c69cabb2b890 None None] Attempt 1 to provision port d9bb7d97-8e1d-4439-be21-3140fa9b7f06 Sep 30 09:45:52.693739 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc2ea55-6464-4a25-a9fc-eb672f1ddb4c None None] Checking agent: {'id': '99becae7-b4b2-4e0b-818d-0d19c65b4b56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 27, 31), 'started_at': datetime.datetime(2022, 9, 30, 9, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:45:52.694119 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc2ea55-6464-4a25-a9fc-eb672f1ddb4c None None] Checking segment: {'id': '8ee3384b-29eb-481d-9dfd-879c28cb46fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:45:52.694509 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ea55-6464-4a25-a9fc-eb672f1ddb4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:52.694900 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc2ea55-6464-4a25-a9fc-eb672f1ddb4c None None] Bound using segment: {'id': '8ee3384b-29eb-481d-9dfd-879c28cb46fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:45:52.695377 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-8cc2ea55-6464-4a25-a9fc-eb672f1ddb4c None None] Bound port: ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ee3384b-29eb-481d-9dfd-879c28cb46fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:45:52.696077 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ea55-6464-4a25-a9fc-eb672f1ddb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:52.753812 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a1681d12-5d0d-49b0-acd3-887e82e6ad51 admin admin] Publish callbacks [] for port (d9bb7d97-8e1d-4439-be21-3140fa9b7f06), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:52.758600 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a1681d12-5d0d-49b0-acd3-887e82e6ad51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29089685'] for port (d9bb7d97-8e1d-4439-be21-3140fa9b7f06), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:52.762967 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e0533160-9e2c-4629-ba3d-c69cabb2b890 None None] Port d9bb7d97-8e1d-4439-be21-3140fa9b7f06 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:45:52.774897 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-8cc2ea55-6464-4a25-a9fc-eb672f1ddb4c None None] For port ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:45:52.778388 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-8cc2ea55-6464-4a25-a9fc-eb672f1ddb4c None None] For port ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc,segment=NetworkSegment(8ee3384b-29eb-481d-9dfd-879c28cb46fd),segment_id=8ee3384b-29eb-481d-9dfd-879c28cb46fd)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:45:52.787141 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8cc2ea55-6464-4a25-a9fc-eb672f1ddb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:52.834879 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc2ea55-6464-4a25-a9fc-eb672f1ddb4c None None] Routers {'20895560-f249-429c-a147-9427b9c11de3'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:45:52.835518 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-8cc2ea55-6464-4a25-a9fc-eb672f1ddb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:45:28Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['20895560-f249-429c-a147-9427b9c11de3'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:52.838450 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a1681d12-5d0d-49b0-acd3-887e82e6ad51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555418'] for router_interface (20895560-f249-429c-a147-9427b9c11de3), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:52.841424 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1681d12-5d0d-49b0-acd3-887e82e6ad51 admin admin] Pushing event updated for resources: {'Port': ['ID=d9bb7d97-8e1d-4439-be21-3140fa9b7f06,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:52.888202 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94d3c6-8759-4f7e-9c8f-742b8bcab7e5 None None] Pushing event updated for resources: {'Port': ['ID=ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:52.910238 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 45022) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:52.947053 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:52.948992 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1681d12-5d0d-49b0-acd3-887e82e6ad51 admin admin] Network 783d3ef4-ccee-441e-bda2-ed5dc69cd7b7 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:45:52.950861 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-a1681d12-5d0d-49b0-acd3-887e82e6ad51 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:45:52.962133 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-8cc2ea55-6464-4a25-a9fc-eb672f1ddb4c None None] Set router 20895560-f249-429c-a147-9427b9c11de3 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:45:53.053444 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:53.086112 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f3d86ad0-2271-4821-8832-1ab51c57cf00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:53.113142 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 972db38c-27dc-4b40-8f79-7b6231dc2e81 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:45:53.131705 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1681d12-5d0d-49b0-acd3-887e82e6ad51 admin admin] Router 20895560-f249-429c-a147-9427b9c11de3 has already been hosted by L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:45:53.230088 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port 972db38c-27dc-4b40-8f79-7b6231dc2e81 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:45:53.230356 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (972db38c-27dc-4b40-8f79-7b6231dc2e81), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:53.230681 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port 972db38c-27dc-4b40-8f79-7b6231dc2e81 Sep 30 09:45:53.234242 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-8cc2ea55-6464-4a25-a9fc-eb672f1ddb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20895560-f249-429c-a147-9427b9c11de3', 'name': 'tempest-AttachVolumeTestJSON-2053631446-router', 'tenant_id': '319bd365127d481aac9f127196321ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.202'}], 'enable_snat': True}, 'gw_port_id': 'ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:49Z', 'updated_at': '2022-09-30T09:45:52Z', 'revision_number': 4, 'project_id': '319bd365127d481aac9f127196321ecf', 'gw_port': {'id': 'ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20895560-f249-429c-a147-9427b9c11de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:50Z', 'updated_at': '2022-09-30T09:45:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'd9bb7d97-8e1d-4439-be21-3140fa9b7f06', 'name': '', 'network_id': '783d3ef4-ccee-441e-bda2-ed5dc69cd7b7', 'tenant_id': '319bd365127d481aac9f127196321ecf', 'mac_address': 'fa:16:3e:83:8d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20895560-f249-429c-a147-9427b9c11de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '091b5f67-904e-460e-8495-1159034c406e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:52Z', 'revision_number': 2, 'project_id': '319bd365127d481aac9f127196321ecf', 'subnets': [{'id': '091b5f67-904e-460e-8495-1159034c406e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:53.272945 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f3d86ad0-2271-4821-8832-1ab51c57cf00 admin admin] Publish callbacks [] for security_group (dad924e2-5613-48e4-8f17-3d26a125007c), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:53.288569 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f3d86ad0-2271-4821-8832-1ab51c57cf00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (dad924e2-5613-48e4-8f17-3d26a125007c), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:53.291492 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-e0533160-9e2c-4629-ba3d-c69cabb2b890 None None] Attempt 2 to provision port d9bb7d97-8e1d-4439-be21-3140fa9b7f06 Sep 30 09:45:53.313171 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc2ea55-6464-4a25-a9fc-eb672f1ddb4c None None] The sync data for ids ['20895560-f249-429c-a147-9427b9c11de3'] in dv-cinder-master-3-smb is: [{'id': '20895560-f249-429c-a147-9427b9c11de3', 'name': 'tempest-AttachVolumeTestJSON-2053631446-router', 'tenant_id': '319bd365127d481aac9f127196321ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.202'}], 'enable_snat': True}, 'gw_port_id': 'ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:49Z', 'updated_at': '2022-09-30T09:45:52Z', 'revision_number': 4, 'project_id': '319bd365127d481aac9f127196321ecf', 'gw_port': {'id': 'ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20895560-f249-429c-a147-9427b9c11de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:50Z', 'updated_at': '2022-09-30T09:45:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'd9bb7d97-8e1d-4439-be21-3140fa9b7f06', 'name': '', 'network_id': '783d3ef4-ccee-441e-bda2-ed5dc69cd7b7', 'tenant_id': '319bd365127d481aac9f127196321ecf', 'mac_address': 'fa:16:3e:83:8d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20895560-f249-429c-a147-9427b9c11de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '091b5f67-904e-460e-8495-1159034c406e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:52Z', 'revision_number': 2, 'project_id': '319bd365127d481aac9f127196321ecf', 'subnets': [{'id': '091b5f67-904e-460e-8495-1159034c406e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:45:53.334956 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1681d12-5d0d-49b0-acd3-887e82e6ad51 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:45:53.344261 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-f3d86ad0-2271-4821-8832-1ab51c57cf00 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=55c0262b2e2f4e7bbc3c4ba6fc91597b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4298952 Sep 30 09:45:53.344434 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e0533160-9e2c-4629-ba3d-c69cabb2b890 None None] Port d9bb7d97-8e1d-4439-be21-3140fa9b7f06 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:45:53.344691 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 45026) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:53.365026 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-a1681d12-5d0d-49b0-acd3-887e82e6ad51 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/20895560-f249-429c-a147-9427b9c11de3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9158778 Sep 30 09:45:53.367318 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d86ad0-2271-4821-8832-1ab51c57cf00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad924e2-5613-48e4-8f17-3d26a125007c,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:53.392312 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port 972db38c-27dc-4b40-8f79-7b6231dc2e81 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:45:53.428850 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-089678a2-de7b-475a-8410-73ac191848d3 admin admin] Publish callbacks [] for security_group (dad924e2-5613-48e4-8f17-3d26a125007c), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:53.450960 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-089678a2-de7b-475a-8410-73ac191848d3 admin admin] Publish callbacks [] for security_group (dad924e2-5613-48e4-8f17-3d26a125007c), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:53.507177 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-089678a2-de7b-475a-8410-73ac191848d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (dad924e2-5613-48e4-8f17-3d26a125007c), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:53.509961 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-089678a2-de7b-475a-8410-73ac191848d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:53.513401 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-089678a2-de7b-475a-8410-73ac191848d3 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/dad924e2-5613-48e4-8f17-3d26a125007c HTTP/1.1" status: 204 len: 168 time: 0.1654496 Sep 30 09:45:53.520897 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089678a2-de7b-475a-8410-73ac191848d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad924e2-5613-48e4-8f17-3d26a125007c,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:53.843652 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-e0533160-9e2c-4629-ba3d-c69cabb2b890 None None] Attempt 3 to provision port d9bb7d97-8e1d-4439-be21-3140fa9b7f06 Sep 30 09:45:53.873813 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 45038) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:53.878367 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-37adc5d2-4459-48a5-afc9-1a627185a12e tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Request body: {'security_group': {'name': 'tempest-securitygroup--146836550', 'description': 'tempest-description--403360294'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:45:53.879174 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 45040) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:53.894350 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1ea1bc85-c4f4-4237-b0c9-20528b207904 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:53.894592 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e0533160-9e2c-4629-ba3d-c69cabb2b890 None None] Port d9bb7d97-8e1d-4439-be21-3140fa9b7f06 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:45:53.902897 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:53.911342 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-37adc5d2-4459-48a5-afc9-1a627185a12e tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:53.985082 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1ea1bc85-c4f4-4237-b0c9-20528b207904 admin admin] Publish callbacks [] for security_group (04b92836-a712-40f4-b952-2e07f7f91888), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:53.989948 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-37adc5d2-4459-48a5-afc9-1a627185a12e tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks [] for security_group (d5c1142a-2cca-41bc-82b8-cd93a3f386fa), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:53.990632 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-1ea1bc85-c4f4-4237-b0c9-20528b207904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (04b92836-a712-40f4-b952-2e07f7f91888), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:53.994833 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-37adc5d2-4459-48a5-afc9-1a627185a12e tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (d5c1142a-2cca-41bc-82b8-cd93a3f386fa), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:54.027028 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-37adc5d2-4459-48a5-afc9-1a627185a12e tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:54.032662 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-37adc5d2-4459-48a5-afc9-1a627185a12e tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1534121 Sep 30 09:45:54.033432 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 45042) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:54.033743 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37adc5d2-4459-48a5-afc9-1a627185a12e tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c1142a-2cca-41bc-82b8-cd93a3f386fa,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:54.037764 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-c53ab549-3bff-41a7-add5-4faf461a025e tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Request body: {'security_group_rule': {'security_group_id': 'd5c1142a-2cca-41bc-82b8-cd93a3f386fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:45:54.045723 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-1ea1bc85-c4f4-4237-b0c9-20528b207904 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=4293b25c9155482badd7261361431b09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1653991 Sep 30 09:45:54.049333 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea1bc85-c4f4-4237-b0c9-20528b207904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b92836-a712-40f4-b952-2e07f7f91888,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:54.049930 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 45044) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:54.078029 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-c53ab549-3bff-41a7-add5-4faf461a025e tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks [] for security_group_rule (722589f8-20d4-4b26-9fd3-0d2618701de4), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:54.120966 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-45cb5998-1390-4eb8-a7b9-2d5ae1783963 admin admin] Publish callbacks [] for security_group (04b92836-a712-40f4-b952-2e07f7f91888), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:54.146728 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-45cb5998-1390-4eb8-a7b9-2d5ae1783963 admin admin] Publish callbacks [] for security_group (04b92836-a712-40f4-b952-2e07f7f91888), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:54.172049 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-c53ab549-3bff-41a7-add5-4faf461a025e tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks [] for security_group_rule (722589f8-20d4-4b26-9fd3-0d2618701de4), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:54.175774 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-c53ab549-3bff-41a7-add5-4faf461a025e tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766877'] for security_group_rule (722589f8-20d4-4b26-9fd3-0d2618701de4), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:54.197383 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ab549-3bff-41a7-add5-4faf461a025e tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=722589f8-20d4-4b26-9fd3-0d2618701de4,revision_number=0']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:54.203274 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-c53ab549-3bff-41a7-add5-4faf461a025e tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:54.204647 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-c53ab549-3bff-41a7-add5-4faf461a025e tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1710005 Sep 30 09:45:54.207606 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 45046) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:54.212968 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-89a75163-b9ff-4b3c-bb50-a3b7465a54da tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Request body: {'security_group_rule': {'security_group_id': 'd5c1142a-2cca-41bc-82b8-cd93a3f386fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:45:54.219645 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-45cb5998-1390-4eb8-a7b9-2d5ae1783963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (04b92836-a712-40f4-b952-2e07f7f91888), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:54.222130 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-45cb5998-1390-4eb8-a7b9-2d5ae1783963 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:54.223263 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-45cb5998-1390-4eb8-a7b9-2d5ae1783963 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/04b92836-a712-40f4-b952-2e07f7f91888 HTTP/1.1" status: 204 len: 168 time: 0.1721537 Sep 30 09:45:54.241991 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb5998-1390-4eb8-a7b9-2d5ae1783963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b92836-a712-40f4-b952-2e07f7f91888,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:54.263071 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-89a75163-b9ff-4b3c-bb50-a3b7465a54da tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks [] for security_group_rule (399c539f-a3c1-4e97-aadb-9108268f49dd), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:54.300478 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:54.348230 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-89a75163-b9ff-4b3c-bb50-a3b7465a54da tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks [] for security_group_rule (399c539f-a3c1-4e97-aadb-9108268f49dd), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:54.352459 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-89a75163-b9ff-4b3c-bb50-a3b7465a54da tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766877'] for security_group_rule (399c539f-a3c1-4e97-aadb-9108268f49dd), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:54.376213 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a75163-b9ff-4b3c-bb50-a3b7465a54da tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=399c539f-a3c1-4e97-aadb-9108268f49dd,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:54.382613 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-89a75163-b9ff-4b3c-bb50-a3b7465a54da tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:54.384412 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-89a75163-b9ff-4b3c-bb50-a3b7465a54da tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1754496 Sep 30 09:45:54.387274 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 45050) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:54.392086 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-ba794138-f561-4646-8509-9c4d4dc0f1d5 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Request body: {'floatingip': {'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:45:54.395860 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-e0533160-9e2c-4629-ba3d-c69cabb2b890 None None] Attempt 4 to provision port d9bb7d97-8e1d-4439-be21-3140fa9b7f06 Sep 30 09:45:54.416692 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ba794138-f561-4646-8509-9c4d4dc0f1d5 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:54.452034 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e0533160-9e2c-4629-ba3d-c69cabb2b890 None None] Port d9bb7d97-8e1d-4439-be21-3140fa9b7f06 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:45:54.505043 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ba794138-f561-4646-8509-9c4d4dc0f1d5 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:54.626990 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-ba794138-f561-4646-8509-9c4d4dc0f1d5 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Allocated IP 172.37.1.72 (4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2/0f15ec3b-6992-47ef-bdfa-402dc9430f5b/28e32e4a-2b56-42ef-8668-68bf45d98b97) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:45:54.756250 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ba794138-f561-4646-8509-9c4d4dc0f1d5 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks [] for port (28e32e4a-2b56-42ef-8668-68bf45d98b97), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:54.784038 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=78,neutron:INSERT=11,neutron:DELETE=6,neutron:UPDATE=5 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:54.792364 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ba794138-f561-4646-8509-9c4d4dc0f1d5 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29089666'] for port (28e32e4a-2b56-42ef-8668-68bf45d98b97), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:54.834574 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba794138-f561-4646-8509-9c4d4dc0f1d5 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Network 4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:45:54.841471 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-ba794138-f561-4646-8509-9c4d4dc0f1d5 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:45:54.846599 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba794138-f561-4646-8509-9c4d4dc0f1d5 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:45:54.875799 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba794138-f561-4646-8509-9c4d4dc0f1d5 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Pushing event updated for resources: {'Port': ['ID=28e32e4a-2b56-42ef-8668-68bf45d98b97,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:54.939224 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ba794138-f561-4646-8509-9c4d4dc0f1d5 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks [] for floatingip (ab1cc0e5-9ca4-40f6-b059-4f262c4480e5), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:54.953672 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-e0533160-9e2c-4629-ba3d-c69cabb2b890 None None] Attempt 5 to provision port d9bb7d97-8e1d-4439-be21-3140fa9b7f06 Sep 30 09:45:54.983290 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ba794138-f561-4646-8509-9c4d4dc0f1d5 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (28e32e4a-2b56-42ef-8668-68bf45d98b97), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:54.994414 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e0533160-9e2c-4629-ba3d-c69cabb2b890 None None] Port d9bb7d97-8e1d-4439-be21-3140fa9b7f06 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:45:55.057036 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:55.129966 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:45:55.133731 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:55.183425 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ba794138-f561-4646-8509-9c4d4dc0f1d5 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks [] for port (28e32e4a-2b56-42ef-8668-68bf45d98b97), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:55.186887 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:45:55.187572 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:55.187909 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc Sep 30 09:45:55.189022 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ba794138-f561-4646-8509-9c4d4dc0f1d5 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29089685'] for port (28e32e4a-2b56-42ef-8668-68bf45d98b97), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:55.264562 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ba794138-f561-4646-8509-9c4d4dc0f1d5 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759975'] for floatingip (ab1cc0e5-9ca4-40f6-b059-4f262c4480e5), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:55.269394 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba794138-f561-4646-8509-9c4d4dc0f1d5 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Pushing event updated for resources: {'Port': ['ID=28e32e4a-2b56-42ef-8668-68bf45d98b97,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:55.288334 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:45:55.288780 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:55.293809 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ba794138-f561-4646-8509-9c4d4dc0f1d5 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for floatingip (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:55.295432 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-ba794138-f561-4646-8509-9c4d4dc0f1d5 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9070923 Sep 30 09:45:55.319134 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] For port ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc,segment=NetworkSegment(8ee3384b-29eb-481d-9dfd-879c28cb46fd),segment_id=8ee3384b-29eb-481d-9dfd-879c28cb46fd)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:45:55.323666 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:55.382917 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Pushing event updated for resources: {'Port': ['ID=ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:55.495893 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-e0533160-9e2c-4629-ba3d-c69cabb2b890 None None] Attempt 6 to provision port d9bb7d97-8e1d-4439-be21-3140fa9b7f06 Sep 30 09:45:55.550783 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e0533160-9e2c-4629-ba3d-c69cabb2b890 None None] Port d9bb7d97-8e1d-4439-be21-3140fa9b7f06 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:45:55.578679 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-e49ba92f-6254-43fa-8bb5-2273f9b5588c tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--146836550&fields=id&tenant_id=319bd365127d481aac9f127196321ecf HTTP/1.1" status: 200 len: 267 time: 0.0558798 Sep 30 09:45:55.621534 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 45094) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:55.697797 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-91d8cc9c-92b9-4847-a278-9ef7be362237 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:45:55.701094 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-91d8cc9c-92b9-4847-a278-9ef7be362237 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/networks?id=783d3ef4-ccee-441e-bda2-ed5dc69cd7b7 HTTP/1.1" status: 200 len: 811 time: 0.1139591 Sep 30 09:45:55.717128 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-83440004-54ff-4611-b6dd-1bfc77dbba5b tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/quotas/319bd365127d481aac9f127196321ecf HTTP/1.1" status: 200 len: 375 time: 0.0097396 Sep 30 09:45:55.732655 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d21d31a1-f714-4972-846c-8650cbb6d4fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:55.750509 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18c5009-9e03-4c46-801f-58f6db610160 None None] Sync routers for ids ['20895560-f249-429c-a147-9427b9c11de3'] in dv-cinder-master-3-smb {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:45:55.762708 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18c5009-9e03-4c46-801f-58f6db610160 None None] Routers {'20895560-f249-429c-a147-9427b9c11de3'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:45:55.763341 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b18c5009-9e03-4c46-801f-58f6db610160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:45:28Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['20895560-f249-429c-a147-9427b9c11de3'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:55.777244 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-b42e0c42-0eb8-4501-9986-a81105c8c487 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=319bd365127d481aac9f127196321ecf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495117 Sep 30 09:45:55.792658 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:55.819468 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d21d31a1-f714-4972-846c-8650cbb6d4fe admin admin] Publish callbacks [] for security_group (3f3d98e4-4434-4c4d-9158-9ab9731700aa), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:55.824052 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d21d31a1-f714-4972-846c-8650cbb6d4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (3f3d98e4-4434-4c4d-9158-9ab9731700aa), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:55.868567 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-d21d31a1-f714-4972-846c-8650cbb6d4fe admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=18370bede7df4cf9b89802805c3885b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2457418 Sep 30 09:45:55.869834 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d31a1-f714-4972-846c-8650cbb6d4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3d98e4-4434-4c4d-9158-9ab9731700aa,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:55.872204 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 45098) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:45:55.930417 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-34081bc7-c9a0-4a45-8824-e0c1e23d5aa2 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/783d3ef4-ccee-441e-bda2-ed5dc69cd7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384900 Sep 30 09:45:55.963753 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-84cbb1f6-dfe5-45bf-a7d2-066ef67d9efd admin admin] Publish callbacks [] for security_group (3f3d98e4-4434-4c4d-9158-9ab9731700aa), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:55.964059 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-69e617c5-cb9f-4adf-8fa5-772e4b0bb1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:55.979300 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-b18c5009-9e03-4c46-801f-58f6db610160 None None] Set router 20895560-f249-429c-a147-9427b9c11de3 gateway port host: dv-cinder-master-3-smb {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:45:56.016676 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-84cbb1f6-dfe5-45bf-a7d2-066ef67d9efd admin admin] Publish callbacks [] for security_group (3f3d98e4-4434-4c4d-9158-9ab9731700aa), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:56.018173 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:56.052328 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-e0533160-9e2c-4629-ba3d-c69cabb2b890 None None] Attempt 7 to provision port d9bb7d97-8e1d-4439-be21-3140fa9b7f06 Sep 30 09:45:56.086913 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-da01ef2f-c06f-4695-ae82-c64dd460d426 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/783d3ef4-ccee-441e-bda2-ed5dc69cd7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497231 Sep 30 09:45:56.089985 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e0533160-9e2c-4629-ba3d-c69cabb2b890 None None] Port d9bb7d97-8e1d-4439-be21-3140fa9b7f06 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:45:56.110225 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-84cbb1f6-dfe5-45bf-a7d2-066ef67d9efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (3f3d98e4-4434-4c4d-9158-9ab9731700aa), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:56.112765 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-84cbb1f6-dfe5-45bf-a7d2-066ef67d9efd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:56.116241 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-84cbb1f6-dfe5-45bf-a7d2-066ef67d9efd admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/3f3d98e4-4434-4c4d-9158-9ab9731700aa HTTP/1.1" status: 204 len: 168 time: 0.2407780 Sep 30 09:45:56.123443 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cbb1f6-dfe5-45bf-a7d2-066ef67d9efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3d98e4-4434-4c4d-9158-9ab9731700aa,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:56.221037 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b18c5009-9e03-4c46-801f-58f6db610160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20895560-f249-429c-a147-9427b9c11de3', 'name': 'tempest-AttachVolumeTestJSON-2053631446-router', 'tenant_id': '319bd365127d481aac9f127196321ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.202'}], 'enable_snat': True}, 'gw_port_id': 'ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:49Z', 'updated_at': '2022-09-30T09:45:52Z', 'revision_number': 4, 'project_id': '319bd365127d481aac9f127196321ecf', 'gw_port': {'id': 'ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20895560-f249-429c-a147-9427b9c11de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:50Z', 'updated_at': '2022-09-30T09:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'd9bb7d97-8e1d-4439-be21-3140fa9b7f06', 'name': '', 'network_id': '783d3ef4-ccee-441e-bda2-ed5dc69cd7b7', 'tenant_id': '319bd365127d481aac9f127196321ecf', 'mac_address': 'fa:16:3e:83:8d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20895560-f249-429c-a147-9427b9c11de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '091b5f67-904e-460e-8495-1159034c406e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:52Z', 'revision_number': 2, 'project_id': '319bd365127d481aac9f127196321ecf', 'subnets': [{'id': '091b5f67-904e-460e-8495-1159034c406e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:56.252575 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18c5009-9e03-4c46-801f-58f6db610160 None None] Checking router: 20895560-f249-429c-a147-9427b9c11de3 for host: dv-cinder-master-3-smb {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:45:56.253135 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18c5009-9e03-4c46-801f-58f6db610160 None None] Updating router 20895560-f249-429c-a147-9427b9c11de3 port d9bb7d97-8e1d-4439-be21-3140fa9b7f06 binding host dv-cinder-master-3-smb {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:45:56.283478 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b18c5009-9e03-4c46-801f-58f6db610160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (d9bb7d97-8e1d-4439-be21-3140fa9b7f06), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:56.323118 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4aed3d9d-72b5-49ab-9756-dde1ece89402 req-2e8756f7-bf23-434f-a223-68b3d046058c tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 210 time: 0.0377560 Sep 30 09:45:56.592210 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-e0533160-9e2c-4629-ba3d-c69cabb2b890 None None] Attempt 8 to provision port d9bb7d97-8e1d-4439-be21-3140fa9b7f06 Sep 30 09:45:56.615300 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b18c5009-9e03-4c46-801f-58f6db610160 None None] Publish callbacks [] for port (d9bb7d97-8e1d-4439-be21-3140fa9b7f06), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:56.618359 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:56.623949 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b18c5009-9e03-4c46-801f-58f6db610160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (d9bb7d97-8e1d-4439-be21-3140fa9b7f06), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:56.636071 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e0533160-9e2c-4629-ba3d-c69cabb2b890 None None] Port d9bb7d97-8e1d-4439-be21-3140fa9b7f06 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:45:56.674560 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d30821-1869-4758-b0e0-d590a8915c59 None None] Pushing event updated for resources: {'Port': ['ID=d9bb7d97-8e1d-4439-be21-3140fa9b7f06,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:56.681759 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d30821-1869-4758-b0e0-d590a8915c59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:56.682102 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d30821-1869-4758-b0e0-d590a8915c59 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:56.682447 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d30821-1869-4758-b0e0-d590a8915c59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:56.682810 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d30821-1869-4758-b0e0-d590a8915c59 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:56.684285 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d30821-1869-4758-b0e0-d590a8915c59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:56.684285 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d30821-1869-4758-b0e0-d590a8915c59 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:56.684573 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d30821-1869-4758-b0e0-d590a8915c59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:56.684991 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d30821-1869-4758-b0e0-d590a8915c59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:56.685531 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d30821-1869-4758-b0e0-d590a8915c59 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:56.685898 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d30821-1869-4758-b0e0-d590a8915c59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:56.686230 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d30821-1869-4758-b0e0-d590a8915c59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:56.686750 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d30821-1869-4758-b0e0-d590a8915c59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:56.687269 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d30821-1869-4758-b0e0-d590a8915c59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:56.687721 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d30821-1869-4758-b0e0-d590a8915c59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:56.688052 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d30821-1869-4758-b0e0-d590a8915c59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:45:56.748060 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b18c5009-9e03-4c46-801f-58f6db610160 None None] Attempting to bind port d9bb7d97-8e1d-4439-be21-3140fa9b7f06 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:45:56.748427 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b18c5009-9e03-4c46-801f-58f6db610160 None None] Attempting to bind port d9bb7d97-8e1d-4439-be21-3140fa9b7f06 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '3e9b7f35-5eb8-4e46-af6a-15d50df0168f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '783d3ef4-ccee-441e-bda2-ed5dc69cd7b7'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:45:56.748794 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18c5009-9e03-4c46-801f-58f6db610160 None None] Attempting to bind port d9bb7d97-8e1d-4439-be21-3140fa9b7f06 on network 783d3ef4-ccee-441e-bda2-ed5dc69cd7b7 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:45:56.803626 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18c5009-9e03-4c46-801f-58f6db610160 None None] Checking agent: {'id': '99becae7-b4b2-4e0b-818d-0d19c65b4b56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 27, 31), 'started_at': datetime.datetime(2022, 9, 30, 9, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:45:56.804304 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18c5009-9e03-4c46-801f-58f6db610160 None None] Checking segment: {'id': '3e9b7f35-5eb8-4e46-af6a-15d50df0168f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '783d3ef4-ccee-441e-bda2-ed5dc69cd7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:45:56.804606 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b18c5009-9e03-4c46-801f-58f6db610160 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:56.805115 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18c5009-9e03-4c46-801f-58f6db610160 None None] Bound using segment: {'id': '3e9b7f35-5eb8-4e46-af6a-15d50df0168f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '783d3ef4-ccee-441e-bda2-ed5dc69cd7b7'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:45:56.805745 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b18c5009-9e03-4c46-801f-58f6db610160 None None] Bound port: d9bb7d97-8e1d-4439-be21-3140fa9b7f06, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9b7f35-5eb8-4e46-af6a-15d50df0168f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '783d3ef4-ccee-441e-bda2-ed5dc69cd7b7'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:45:56.806339 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b18c5009-9e03-4c46-801f-58f6db610160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (d9bb7d97-8e1d-4439-be21-3140fa9b7f06), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:56.884801 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b18c5009-9e03-4c46-801f-58f6db610160 None None] For port d9bb7d97-8e1d-4439-be21-3140fa9b7f06, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:45:56.888275 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b18c5009-9e03-4c46-801f-58f6db610160 None None] For port d9bb7d97-8e1d-4439-be21-3140fa9b7f06, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=d9bb7d97-8e1d-4439-be21-3140fa9b7f06,segment=NetworkSegment(3e9b7f35-5eb8-4e46-af6a-15d50df0168f),segment_id=3e9b7f35-5eb8-4e46-af6a-15d50df0168f)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:45:56.895792 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b18c5009-9e03-4c46-801f-58f6db610160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (d9bb7d97-8e1d-4439-be21-3140fa9b7f06), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:56.927695 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18c5009-9e03-4c46-801f-58f6db610160 None None] Routers {'20895560-f249-429c-a147-9427b9c11de3'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:45:56.928341 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b18c5009-9e03-4c46-801f-58f6db610160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:45:28Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['20895560-f249-429c-a147-9427b9c11de3'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:56.934479 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:56.996312 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d30821-1869-4758-b0e0-d590a8915c59 None None] Pushing event updated for resources: {'Port': ['ID=d9bb7d97-8e1d-4439-be21-3140fa9b7f06,revision_number=4']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:57.072458 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-b18c5009-9e03-4c46-801f-58f6db610160 None None] Set router 20895560-f249-429c-a147-9427b9c11de3 gateway port host: dv-cinder-master-3-smb {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:45:57.128736 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:45:57.160104 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-e0533160-9e2c-4629-ba3d-c69cabb2b890 None None] Attempt 9 to provision port d9bb7d97-8e1d-4439-be21-3140fa9b7f06 Sep 30 09:45:57.188951 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:57.224718 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:45:57.225277 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:57.225793 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc Sep 30 09:45:57.285197 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e0533160-9e2c-4629-ba3d-c69cabb2b890 None None] Current status of the port d9bb7d97-8e1d-4439-be21-3140fa9b7f06 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:45:57.285742 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e0533160-9e2c-4629-ba3d-c69cabb2b890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (d9bb7d97-8e1d-4439-be21-3140fa9b7f06), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:57.286136 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-b18c5009-9e03-4c46-801f-58f6db610160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20895560-f249-429c-a147-9427b9c11de3', 'name': 'tempest-AttachVolumeTestJSON-2053631446-router', 'tenant_id': '319bd365127d481aac9f127196321ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.202'}], 'enable_snat': True}, 'gw_port_id': 'ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:49Z', 'updated_at': '2022-09-30T09:45:52Z', 'revision_number': 4, 'project_id': '319bd365127d481aac9f127196321ecf', 'gw_port': {'id': 'ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20895560-f249-429c-a147-9427b9c11de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:50Z', 'updated_at': '2022-09-30T09:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'd9bb7d97-8e1d-4439-be21-3140fa9b7f06', 'name': '', 'network_id': '783d3ef4-ccee-441e-bda2-ed5dc69cd7b7', 'tenant_id': '319bd365127d481aac9f127196321ecf', 'mac_address': 'fa:16:3e:83:8d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20895560-f249-429c-a147-9427b9c11de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '091b5f67-904e-460e-8495-1159034c406e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:56Z', 'revision_number': 4, 'project_id': '319bd365127d481aac9f127196321ecf', 'subnets': [{'id': '091b5f67-904e-460e-8495-1159034c406e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:45:57.312959 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18c5009-9e03-4c46-801f-58f6db610160 None None] The sync data for ids ['20895560-f249-429c-a147-9427b9c11de3'] in dv-cinder-master-3-smb is: [{'id': '20895560-f249-429c-a147-9427b9c11de3', 'name': 'tempest-AttachVolumeTestJSON-2053631446-router', 'tenant_id': '319bd365127d481aac9f127196321ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.202'}], 'enable_snat': True}, 'gw_port_id': 'ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:49Z', 'updated_at': '2022-09-30T09:45:52Z', 'revision_number': 4, 'project_id': '319bd365127d481aac9f127196321ecf', 'gw_port': {'id': 'ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20895560-f249-429c-a147-9427b9c11de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:50Z', 'updated_at': '2022-09-30T09:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'd9bb7d97-8e1d-4439-be21-3140fa9b7f06', 'name': '', 'network_id': '783d3ef4-ccee-441e-bda2-ed5dc69cd7b7', 'tenant_id': '319bd365127d481aac9f127196321ecf', 'mac_address': 'fa:16:3e:83:8d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20895560-f249-429c-a147-9427b9c11de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '091b5f67-904e-460e-8495-1159034c406e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:56Z', 'revision_number': 4, 'project_id': '319bd365127d481aac9f127196321ecf', 'subnets': [{'id': '091b5f67-904e-460e-8495-1159034c406e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:45:57.351024 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e0533160-9e2c-4629-ba3d-c69cabb2b890 None None] For port d9bb7d97-8e1d-4439-be21-3140fa9b7f06, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=d9bb7d97-8e1d-4439-be21-3140fa9b7f06,segment=NetworkSegment(3e9b7f35-5eb8-4e46-af6a-15d50df0168f),segment_id=3e9b7f35-5eb8-4e46-af6a-15d50df0168f)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:45:57.369960 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:45:57.371244 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device d9bb7d97-8e1d-4439-be21-3140fa9b7f06 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:45:57.375907 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e0533160-9e2c-4629-ba3d-c69cabb2b890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (d9bb7d97-8e1d-4439-be21-3140fa9b7f06), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:57.489285 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0533160-9e2c-4629-ba3d-c69cabb2b890 None None] Pushing event updated for resources: {'Port': ['ID=d9bb7d97-8e1d-4439-be21-3140fa9b7f06,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:57.517663 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7e106c80-df6d-4bdf-a360-676138dc13d9 req-1314d11c-f4a4-4e34-8dc5-f71e72fb528b tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 210 time: 0.0621483 Sep 30 09:45:57.527534 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-3b2a7f69-8165-4da6-88e2-1aa570854b34 None None] Provisioning complete for port d9bb7d97-8e1d-4439-be21-3140fa9b7f06 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:45:57.527910 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3b2a7f69-8165-4da6-88e2-1aa570854b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (d9bb7d97-8e1d-4439-be21-3140fa9b7f06), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:57.528247 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-3b2a7f69-8165-4da6-88e2-1aa570854b34 None None] Attempt 1 to provision port d9bb7d97-8e1d-4439-be21-3140fa9b7f06 Sep 30 09:45:57.535953 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port d9bb7d97-8e1d-4439-be21-3140fa9b7f06 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:45:57.535953 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (d9bb7d97-8e1d-4439-be21-3140fa9b7f06), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:57.535953 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port d9bb7d97-8e1d-4439-be21-3140fa9b7f06 Sep 30 09:45:57.653561 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-e3c20194-cf50-4183-a7f6-efd4b2857d5b tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:45:57.654185 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:57.655933 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-e3c20194-cf50-4183-a7f6-efd4b2857d5b tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.40 "GET /networking/v2.0/networks?id=783d3ef4-ccee-441e-bda2-ed5dc69cd7b7 HTTP/1.1" status: 200 len: 811 time: 0.1605434 Sep 30 09:45:57.723428 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-3b2a7f69-8165-4da6-88e2-1aa570854b34 None None] Current status of the port d9bb7d97-8e1d-4439-be21-3140fa9b7f06 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:45:57.725781 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port d9bb7d97-8e1d-4439-be21-3140fa9b7f06 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:45:57.739356 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:57.746082 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-ab6033de-1ca8-406b-9371-fbce05035aef tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=319bd365127d481aac9f127196321ecf HTTP/1.1" status: 200 len: 379 time: 0.0759370 Sep 30 09:45:57.758644 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-fadf7df0-2814-44d1-ab8c-6ea24cac86c2 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Request body: {'port': {'device_id': '33e43570-725c-4bfc-ac2c-d2a5ef63598c', 'network_id': '783d3ef4-ccee-441e-bda2-ed5dc69cd7b7', 'admin_state_up': True, 'tenant_id': '319bd365127d481aac9f127196321ecf', 'security_groups': ['d5c1142a-2cca-41bc-82b8-cd93a3f386fa']}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:45:57.877267 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-fadf7df0-2814-44d1-ab8c-6ea24cac86c2 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Made reservation on behalf of 319bd365127d481aac9f127196321ecf for: {'port': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:45:57.881051 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-fadf7df0-2814-44d1-ab8c-6ea24cac86c2 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:58.014673 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-fadf7df0-2814-44d1-ab8c-6ea24cac86c2 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Allocated IP 172.20.0.14 (783d3ef4-ccee-441e-bda2-ed5dc69cd7b7/091b5f67-904e-460e-8495-1159034c406e/1a427f6b-8e16-45a8-990e-eb27e11f07ad) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:45:58.167837 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-fadf7df0-2814-44d1-ab8c-6ea24cac86c2 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks [] for port (1a427f6b-8e16-45a8-990e-eb27e11f07ad), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:58.199520 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-fadf7df0-2814-44d1-ab8c-6ea24cac86c2 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (1a427f6b-8e16-45a8-990e-eb27e11f07ad), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:58.252445 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-fadf7df0-2814-44d1-ab8c-6ea24cac86c2 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Network 783d3ef4-ccee-441e-bda2-ed5dc69cd7b7 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:45:58.256012 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-fadf7df0-2814-44d1-ab8c-6ea24cac86c2 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:45:58.259860 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-fadf7df0-2814-44d1-ab8c-6ea24cac86c2 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:45:58.266952 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf7df0-2814-44d1-ab8c-6ea24cac86c2 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Pushing event updated for resources: {'Port': ['ID=1a427f6b-8e16-45a8-990e-eb27e11f07ad,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:58.302126 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:58.303931 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-13a405af-abea-46fe-8e17-5ee92f834c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:58.329353 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-fadf7df0-2814-44d1-ab8c-6ea24cac86c2 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:45:58.329999 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-fadf7df0-2814-44d1-ab8c-6ea24cac86c2 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:58.348004 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-fadf7df0-2814-44d1-ab8c-6ea24cac86c2 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5934815 Sep 30 09:45:58.412100 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-26e67f85-0b82-4282-a70c-90ca97ad3059 service neutron] Request body: {'port': {'device_id': '33e43570-725c-4bfc-ac2c-d2a5ef63598c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:45:58.448546 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-19610c5b-bc41-4971-acfb-6aa5674a2eeb None None] Provisioning complete for port 1a427f6b-8e16-45a8-990e-eb27e11f07ad triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:45:58.448928 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-19610c5b-bc41-4971-acfb-6aa5674a2eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (1a427f6b-8e16-45a8-990e-eb27e11f07ad), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:58.449270 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-19610c5b-bc41-4971-acfb-6aa5674a2eeb None None] Attempt 1 to provision port 1a427f6b-8e16-45a8-990e-eb27e11f07ad Sep 30 09:45:58.471044 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-26e67f85-0b82-4282-a70c-90ca97ad3059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (1a427f6b-8e16-45a8-990e-eb27e11f07ad), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:58.481546 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-19610c5b-bc41-4971-acfb-6aa5674a2eeb None None] Port 1a427f6b-8e16-45a8-990e-eb27e11f07ad cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:45:58.631980 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14e394-5088-4639-8b60-d9dfa3d0206a req-5d13cffa-ceb5-4aba-838a-5b753cde4cf1 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:45:58.633441 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4d14e394-5088-4639-8b60-d9dfa3d0206a req-5d13cffa-ceb5-4aba-838a-5b753cde4cf1 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 932 time: 0.0484617 Sep 30 09:45:58.658389 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:58.691163 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4d14e394-5088-4639-8b60-d9dfa3d0206a req-c2e51880-f120-46f1-a55b-41a8700302d8 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d5c1142a-2cca-41bc-82b8-cd93a3f386fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516136 Sep 30 09:45:58.693018 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:58.729200 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-26e67f85-0b82-4282-a70c-90ca97ad3059 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a427f6b-8e16-45a8-990e-eb27e11f07ad {{(pid=106375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:45:58.737840 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-26e67f85-0b82-4282-a70c-90ca97ad3059 service neutron] Publish callbacks [] for port (1a427f6b-8e16-45a8-990e-eb27e11f07ad), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:58.752078 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.provisioning_blocks [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-26e67f85-0b82-4282-a70c-90ca97ad3059 service neutron] Transition to ACTIVE for port object 1a427f6b-8e16-45a8-990e-eb27e11f07ad will not be triggered until provisioned by entity L2. {{(pid=106375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 30 09:45:58.755723 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-26e67f85-0b82-4282-a70c-90ca97ad3059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1379309'] for port (1a427f6b-8e16-45a8-990e-eb27e11f07ad), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:58.819292 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e67f85-0b82-4282-a70c-90ca97ad3059 service neutron] Pushing event updated for resources: {'Port': ['ID=1a427f6b-8e16-45a8-990e-eb27e11f07ad,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:58.869763 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-26e67f85-0b82-4282-a70c-90ca97ad3059 service neutron] Attempting to bind port 1a427f6b-8e16-45a8-990e-eb27e11f07ad on host hv-cinder-maste for vnic_type normal with profile {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:45:58.870047 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-26e67f85-0b82-4282-a70c-90ca97ad3059 service neutron] Attempting to bind port 1a427f6b-8e16-45a8-990e-eb27e11f07ad by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '3e9b7f35-5eb8-4e46-af6a-15d50df0168f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '783d3ef4-ccee-441e-bda2-ed5dc69cd7b7'}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:45:58.870372 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-26e67f85-0b82-4282-a70c-90ca97ad3059 service neutron] Attempting to bind port 1a427f6b-8e16-45a8-990e-eb27e11f07ad on network 783d3ef4-ccee-441e-bda2-ed5dc69cd7b7 {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:45:58.917009 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-26e67f85-0b82-4282-a70c-90ca97ad3059 service neutron] Port 1a427f6b-8e16-45a8-990e-eb27e11f07ad on network 783d3ef4-ccee-441e-bda2-ed5dc69cd7b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:45:58.917334 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-26e67f85-0b82-4282-a70c-90ca97ad3059 service neutron] Attempting to bind port 1a427f6b-8e16-45a8-990e-eb27e11f07ad on network 783d3ef4-ccee-441e-bda2-ed5dc69cd7b7 {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:45:58.960545 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-26e67f85-0b82-4282-a70c-90ca97ad3059 service neutron] Checking agent: {'id': '163c8669-4b7e-4ed1-afd3-94872a5a2df2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 34), 'started_at': datetime.datetime(2022, 9, 30, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:45:58.960878 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-26e67f85-0b82-4282-a70c-90ca97ad3059 service neutron] Checking segment: {'id': '3e9b7f35-5eb8-4e46-af6a-15d50df0168f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '783d3ef4-ccee-441e-bda2-ed5dc69cd7b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:45:58.961260 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-26e67f85-0b82-4282-a70c-90ca97ad3059 service neutron] Bound using segment: {'id': '3e9b7f35-5eb8-4e46-af6a-15d50df0168f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '783d3ef4-ccee-441e-bda2-ed5dc69cd7b7'} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:45:58.961718 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-26e67f85-0b82-4282-a70c-90ca97ad3059 service neutron] Bound port: 1a427f6b-8e16-45a8-990e-eb27e11f07ad, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e9b7f35-5eb8-4e46-af6a-15d50df0168f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '783d3ef4-ccee-441e-bda2-ed5dc69cd7b7'}}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:45:58.962109 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-26e67f85-0b82-4282-a70c-90ca97ad3059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (1a427f6b-8e16-45a8-990e-eb27e11f07ad), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:58.982732 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-19610c5b-bc41-4971-acfb-6aa5674a2eeb None None] Attempt 2 to provision port 1a427f6b-8e16-45a8-990e-eb27e11f07ad Sep 30 09:45:59.018782 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-19610c5b-bc41-4971-acfb-6aa5674a2eeb None None] Port 1a427f6b-8e16-45a8-990e-eb27e11f07ad cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:45:59.028176 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-26e67f85-0b82-4282-a70c-90ca97ad3059 service neutron] For port 1a427f6b-8e16-45a8-990e-eb27e11f07ad, host hv-cinder-maste, cleared binding levels {{(pid=106375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:45:59.032064 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-26e67f85-0b82-4282-a70c-90ca97ad3059 service neutron] For port 1a427f6b-8e16-45a8-990e-eb27e11f07ad, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1a427f6b-8e16-45a8-990e-eb27e11f07ad,segment=NetworkSegment(3e9b7f35-5eb8-4e46-af6a-15d50df0168f),segment_id=3e9b7f35-5eb8-4e46-af6a-15d50df0168f)] {{(pid=106375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:45:59.038593 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-26e67f85-0b82-4282-a70c-90ca97ad3059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1379309'] for port (1a427f6b-8e16-45a8-990e-eb27e11f07ad), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:59.042780 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-26e67f85-0b82-4282-a70c-90ca97ad3059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:45:59.043396 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-26e67f85-0b82-4282-a70c-90ca97ad3059 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:59.044773 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-26e67f85-0b82-4282-a70c-90ca97ad3059 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/1a427f6b-8e16-45a8-990e-eb27e11f07ad HTTP/1.1" status: 200 len: 1094 time: 0.6371195 Sep 30 09:45:59.045357 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33e43570-725c-4bfc-ac2c-d2a5ef63598c', 'tag': '1a427f6b-8e16-45a8-990e-eb27e11f07ad'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:45:59.048968 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a2765c340e485259911155c50f33e4425258638b85650f0a2a20d0c41df364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771e1ff5-19f3-4a17-a606-e1b31a64a239" -d '{"events": [{"name": "network-changed", "server_uuid": "33e43570-725c-4bfc-ac2c-d2a5ef63598c", "tag": "1a427f6b-8e16-45a8-990e-eb27e11f07ad"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:45:59.096366 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100e7cdb-577d-4231-a4c8-1df4955af73d x-openstack-request-id: req-100e7cdb-577d-4231-a4c8-1df4955af73d {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:45:59.096861 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33e43570-725c-4bfc-ac2c-d2a5ef63598c", "tag": "1a427f6b-8e16-45a8-990e-eb27e11f07ad", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:45:59.097111 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-100e7cdb-577d-4231-a4c8-1df4955af73d {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:45:59.097741 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-100e7cdb-577d-4231-a4c8-1df4955af73d'] response: {'name': 'network-changed', 'server_uuid': '33e43570-725c-4bfc-ac2c-d2a5ef63598c', 'tag': '1a427f6b-8e16-45a8-990e-eb27e11f07ad', 'status': 'completed', 'code': 200} Sep 30 09:45:59.100444 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device d9bb7d97-8e1d-4439-be21-3140fa9b7f06 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:45:59.107379 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:DELETE=2,neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:59.112083 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e67f85-0b82-4282-a70c-90ca97ad3059 service neutron] Pushing event updated for resources: {'Port': ['ID=1a427f6b-8e16-45a8-990e-eb27e11f07ad,revision_number=3']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:45:59.149923 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port d9bb7d97-8e1d-4439-be21-3140fa9b7f06 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:45:59.150310 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (d9bb7d97-8e1d-4439-be21-3140fa9b7f06), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:59.150643 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port d9bb7d97-8e1d-4439-be21-3140fa9b7f06 Sep 30 09:45:59.161523 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-2718a5a6-7ba9-4c8e-98f4-a61f86b81075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:45:59.163058 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-2718a5a6-7ba9-4c8e-98f4-a61f86b81075 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=319bd365127d481aac9f127196321ecf&device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 1128 time: 0.0438287 Sep 30 09:45:59.209972 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-1f2d5be7-699a-4c24-8990-dfd186ac3e86 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a427f6b-8e16-45a8-990e-eb27e11f07ad HTTP/1.1" status: 200 len: 217 time: 0.0349400 Sep 30 09:45:59.260530 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-e6bf5caa-e303-44fd-8b1c-2b500b54de96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:45:59.262034 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-e6bf5caa-e303-44fd-8b1c-2b500b54de96 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=091b5f67-904e-460e-8495-1159034c406e HTTP/1.1" status: 200 len: 850 time: 0.0468044 Sep 30 09:45:59.310704 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-b0b6b4b9-3437-43f7-b911-dc55e0a97390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:45:59.312939 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-b0b6b4b9-3437-43f7-b911-dc55e0a97390 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=783d3ef4-ccee-441e-bda2-ed5dc69cd7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0451458 Sep 30 09:45:59.356818 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port d9bb7d97-8e1d-4439-be21-3140fa9b7f06 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:45:59.409153 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-4fb26011-569b-4d92-b976-fdb49bcdabdb service neutron] 10.222.0.40 "GET /networking/v2.0/networks/783d3ef4-ccee-441e-bda2-ed5dc69cd7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904114 Sep 30 09:45:59.472133 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:59.502481 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-6f08bf1e-6ca1-4c88-b449-2806f57d298b req-91116292-df1c-40ee-ba49-b42d184dfa09 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/783d3ef4-ccee-441e-bda2-ed5dc69cd7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869870 Sep 30 09:45:59.520022 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-19610c5b-bc41-4971-acfb-6aa5674a2eeb None None] Attempt 3 to provision port 1a427f6b-8e16-45a8-990e-eb27e11f07ad Sep 30 09:45:59.555770 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:45:59.560589 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-19610c5b-bc41-4971-acfb-6aa5674a2eeb None None] Port 1a427f6b-8e16-45a8-990e-eb27e11f07ad had new provisioning blocks added so it will not transition to active. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 30 09:45:59.682822 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:45:59.817182 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57b0c2-7a3b-41fc-92a6-ec06a8d48529 req-7fa791fc-999a-48f4-9086-e4f828bd3ca1 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:45:59.818662 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1e57b0c2-7a3b-41fc-92a6-ec06a8d48529 req-7fa791fc-999a-48f4-9086-e4f828bd3ca1 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 944 time: 0.0465009 Sep 30 09:45:59.866117 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1e57b0c2-7a3b-41fc-92a6-ec06a8d48529 req-4362eb8f-8d26-4086-b3e0-22a622f990a9 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d5c1142a-2cca-41bc-82b8-cd93a3f386fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415540 Sep 30 09:46:00.132462 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 45164) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:00.238582 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4bd4c792-73a6-481b-b763-74e94062788f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:00.316904 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4bd4c792-73a6-481b-b763-74e94062788f admin admin] Publish callbacks [] for security_group (88c101e7-9334-432d-90ca-0e2b7d53efef), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:00.320729 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-4bd4c792-73a6-481b-b763-74e94062788f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (88c101e7-9334-432d-90ca-0e2b7d53efef), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:00.360522 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd4c792-73a6-481b-b763-74e94062788f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c101e7-9334-432d-90ca-0e2b7d53efef,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:00.364622 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-4bd4c792-73a6-481b-b763-74e94062788f admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=9bb2b610f1454b75b098a095eb4f9ec4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310677 Sep 30 09:46:00.367245 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 45168) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:00.423525 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a3393fc9-14cc-4ae2-bd52-0f3e11fda32d admin admin] Publish callbacks [] for security_group (88c101e7-9334-432d-90ca-0e2b7d53efef), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:00.443215 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a3393fc9-14cc-4ae2-bd52-0f3e11fda32d admin admin] Publish callbacks [] for security_group (88c101e7-9334-432d-90ca-0e2b7d53efef), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:00.489655 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a3393fc9-14cc-4ae2-bd52-0f3e11fda32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (88c101e7-9334-432d-90ca-0e2b7d53efef), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:00.492094 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a3393fc9-14cc-4ae2-bd52-0f3e11fda32d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:00.493217 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-a3393fc9-14cc-4ae2-bd52-0f3e11fda32d admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/88c101e7-9334-432d-90ca-0e2b7d53efef HTTP/1.1" status: 204 len: 168 time: 0.1250873 Sep 30 09:46:00.501109 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3393fc9-14cc-4ae2-bd52-0f3e11fda32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c101e7-9334-432d-90ca-0e2b7d53efef,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:00.989139 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:00.994801 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4bc871-d0f5-4919-a4a3-87739679cf34 req-3eadab0f-6156-48d2-9c86-cd5205656087 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:00.996536 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-dd4bc871-d0f5-4919-a4a3-87739679cf34 req-3eadab0f-6156-48d2-9c86-cd5205656087 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 944 time: 0.0498679 Sep 30 09:46:00.997618 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:01.050425 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-dd4bc871-d0f5-4919-a4a3-87739679cf34 req-7f3bba7d-e1f7-4fbf-b02d-b38f3cf69104 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d5c1142a-2cca-41bc-82b8-cd93a3f386fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473146 Sep 30 09:46:01.606416 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e1ff5-19f3-4a17-a606-e1b31a64a239 req-f686c305-2aa7-4bd4-a3e8-2a5d6a995043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:01.608094 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-771e1ff5-19f3-4a17-a606-e1b31a64a239 req-f686c305-2aa7-4bd4-a3e8-2a5d6a995043 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=319bd365127d481aac9f127196321ecf&device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 1128 time: 0.0448277 Sep 30 09:46:01.705036 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e1ff5-19f3-4a17-a606-e1b31a64a239 req-5b62a894-99b7-43b3-a0de-178a05f642ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:01.706549 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-771e1ff5-19f3-4a17-a606-e1b31a64a239 req-5b62a894-99b7-43b3-a0de-178a05f642ee service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=783d3ef4-ccee-441e-bda2-ed5dc69cd7b7 HTTP/1.1" status: 200 len: 912 time: 0.0921693 Sep 30 09:46:01.983506 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-771e1ff5-19f3-4a17-a606-e1b31a64a239 req-f7c5ea00-4c60-4022-94a3-528ee4d8b863 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a427f6b-8e16-45a8-990e-eb27e11f07ad HTTP/1.1" status: 200 len: 217 time: 0.2702272 Sep 30 09:46:02.031863 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e1ff5-19f3-4a17-a606-e1b31a64a239 req-f967bcf7-85f3-4481-9794-3fcba39b253b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:02.033277 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-771e1ff5-19f3-4a17-a606-e1b31a64a239 req-f967bcf7-85f3-4481-9794-3fcba39b253b service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=091b5f67-904e-460e-8495-1159034c406e HTTP/1.1" status: 200 len: 850 time: 0.0440671 Sep 30 09:46:02.068019 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:02.076644 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e1ff5-19f3-4a17-a606-e1b31a64a239 req-a6e3cf66-d546-441f-8f53-d9de9b982484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:02.078811 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-771e1ff5-19f3-4a17-a606-e1b31a64a239 req-a6e3cf66-d546-441f-8f53-d9de9b982484 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=783d3ef4-ccee-441e-bda2-ed5dc69cd7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0398381 Sep 30 09:46:02.173026 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2717072-3d01-4ee5-8451-780f3e75a330 req-7683c37a-6077-4188-8e38-da1c9fc9bd44 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:02.174512 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-e2717072-3d01-4ee5-8451-780f3e75a330 req-7683c37a-6077-4188-8e38-da1c9fc9bd44 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 944 time: 0.0480695 Sep 30 09:46:02.174745 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-771e1ff5-19f3-4a17-a606-e1b31a64a239 req-bfaaf1c3-4886-4eab-8680-51b53e0abd39 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/783d3ef4-ccee-441e-bda2-ed5dc69cd7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894704 Sep 30 09:46:02.203773 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 1a427f6b-8e16-45a8-990e-eb27e11f07ad details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:46:02.228519 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-e2717072-3d01-4ee5-8451-780f3e75a330 req-f8d0a103-1863-4b08-b82e-f9d5fce3371a tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d5c1142a-2cca-41bc-82b8-cd93a3f386fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476484 Sep 30 09:46:02.271288 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-771e1ff5-19f3-4a17-a606-e1b31a64a239 req-d3ed69ba-51c5-4a4e-940e-b18d41d57657 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/783d3ef4-ccee-441e-bda2-ed5dc69cd7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908244 Sep 30 09:46:02.311426 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port 1a427f6b-8e16-45a8-990e-eb27e11f07ad, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1a427f6b-8e16-45a8-990e-eb27e11f07ad,segment=NetworkSegment(3e9b7f35-5eb8-4e46-af6a-15d50df0168f),segment_id=3e9b7f35-5eb8-4e46-af6a-15d50df0168f)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:46:02.322821 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Returning: {'device': '1a427f6b-8e16-45a8-990e-eb27e11f07ad', 'network_id': '783d3ef4-ccee-441e-bda2-ed5dc69cd7b7', 'port_id': '1a427f6b-8e16-45a8-990e-eb27e11f07ad', 'mac_address': 'fa:16:3e:08:4d:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '091b5f67-904e-460e-8495-1159034c406e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:46:02.360633 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port 1a427f6b-8e16-45a8-990e-eb27e11f07ad is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:46:02.361061 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (1a427f6b-8e16-45a8-990e-eb27e11f07ad), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:02.373615 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a427f6b-8e16-45a8-990e-eb27e11f07ad {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:46:02.393343 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port 1a427f6b-8e16-45a8-990e-eb27e11f07ad, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1a427f6b-8e16-45a8-990e-eb27e11f07ad,segment=NetworkSegment(3e9b7f35-5eb8-4e46-af6a-15d50df0168f),segment_id=3e9b7f35-5eb8-4e46-af6a-15d50df0168f)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:46:02.397221 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (1a427f6b-8e16-45a8-990e-eb27e11f07ad), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:02.444184 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=1a427f6b-8e16-45a8-990e-eb27e11f07ad,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:02.801115 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] get_ports_and_sgs() called for port_ids ['1a427f6b-8e16-45a8-990e-eb27e11f07ad'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:46:02.895667 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:03.350452 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a794b56-8d9f-448d-96eb-4cfd2eead4b0 req-e50cee13-42db-433f-a667-c50c504cdb05 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:03.352218 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6a794b56-8d9f-448d-96eb-4cfd2eead4b0 req-e50cee13-42db-433f-a667-c50c504cdb05 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 945 time: 0.0473132 Sep 30 09:46:03.403508 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6a794b56-8d9f-448d-96eb-4cfd2eead4b0 req-c93a116d-4d80-4a1d-ad1a-41c9174803f0 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d5c1142a-2cca-41bc-82b8-cd93a3f386fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457013 Sep 30 09:46:04.221287 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 1a427f6b-8e16-45a8-990e-eb27e11f07ad up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:46:04.263814 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Provisioning for port 1a427f6b-8e16-45a8-990e-eb27e11f07ad completed by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 30 09:46:04.271268 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Provisioning complete for port 1a427f6b-8e16-45a8-990e-eb27e11f07ad triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:46:04.271640 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (1a427f6b-8e16-45a8-990e-eb27e11f07ad), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:04.271979 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Attempt 1 to provision port 1a427f6b-8e16-45a8-990e-eb27e11f07ad Sep 30 09:46:04.348440 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port 1a427f6b-8e16-45a8-990e-eb27e11f07ad is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:46:04.348835 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (1a427f6b-8e16-45a8-990e-eb27e11f07ad), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:04.372246 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33e43570-725c-4bfc-ac2c-d2a5ef63598c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a427f6b-8e16-45a8-990e-eb27e11f07ad'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:46:04.374785 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}572cd3d2a36c298d242844143b4f2eb8d6763781bbf742a8cfd50e233d5d8038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402a227d-bcb9-4ffa-9866-b5dfbedbfa93" -d '{"events": [{"server_uuid": "33e43570-725c-4bfc-ac2c-d2a5ef63598c", "name": "network-vif-plugged", "status": "completed", "tag": "1a427f6b-8e16-45a8-990e-eb27e11f07ad"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:46:04.399767 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port 1a427f6b-8e16-45a8-990e-eb27e11f07ad, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1a427f6b-8e16-45a8-990e-eb27e11f07ad,segment=NetworkSegment(3e9b7f35-5eb8-4e46-af6a-15d50df0168f),segment_id=3e9b7f35-5eb8-4e46-af6a-15d50df0168f)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:46:04.409596 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (1a427f6b-8e16-45a8-990e-eb27e11f07ad), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:04.438612 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac38da73-aba7-4021-b408-a97bfdb1ee12 x-openstack-request-id: req-ac38da73-aba7-4021-b408-a97bfdb1ee12 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:46:04.438891 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33e43570-725c-4bfc-ac2c-d2a5ef63598c", "name": "network-vif-plugged", "status": "completed", "tag": "1a427f6b-8e16-45a8-990e-eb27e11f07ad", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:46:04.439144 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ac38da73-aba7-4021-b408-a97bfdb1ee12 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:46:04.439769 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac38da73-aba7-4021-b408-a97bfdb1ee12'] response: {'server_uuid': '33e43570-725c-4bfc-ac2c-d2a5ef63598c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a427f6b-8e16-45a8-990e-eb27e11f07ad', 'code': 200} Sep 30 09:46:04.471056 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=1a427f6b-8e16-45a8-990e-eb27e11f07ad,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:04.528202 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a76303-dc13-4789-bd46-5a8c5b051cab req-12cc2e8c-5009-40f9-b507-2e154322c3f6 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:04.529582 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-36a76303-dc13-4789-bd46-5a8c5b051cab req-12cc2e8c-5009-40f9-b507-2e154322c3f6 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 946 time: 0.0472465 Sep 30 09:46:04.542617 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:04.585129 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-36a76303-dc13-4789-bd46-5a8c5b051cab req-0432004e-5ae0-4ffa-9fd9-c26228d784e0 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d5c1142a-2cca-41bc-82b8-cd93a3f386fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484288 Sep 30 09:46:04.648466 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ffbfc6-c7cd-4d1d-a5cc-d20e651a99de req-32d8c4ac-7371-42d2-af9b-7dbdf16ede28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:04.649968 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-33ffbfc6-c7cd-4d1d-a5cc-d20e651a99de req-32d8c4ac-7371-42d2-af9b-7dbdf16ede28 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 1130 time: 0.0402381 Sep 30 09:46:04.694767 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-33ffbfc6-c7cd-4d1d-a5cc-d20e651a99de req-56dcbeae-805b-4ff0-8099-e22b3d1e17f0 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=d5c1142a-2cca-41bc-82b8-cd93a3f386fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387440 Sep 30 09:46:05.722876 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d9b23-16f5-4422-879e-af7bf66ceaab req-d11192f5-d7e4-4202-a94f-b2cfabe63cdc tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:05.724334 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-e12d9b23-16f5-4422-879e-af7bf66ceaab req-d11192f5-d7e4-4202-a94f-b2cfabe63cdc tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 946 time: 0.0551696 Sep 30 09:46:05.758223 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:05.775516 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-e12d9b23-16f5-4422-879e-af7bf66ceaab req-8ae03111-bc99-46db-b1e8-7be5458aa7ca tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d5c1142a-2cca-41bc-82b8-cd93a3f386fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440283 Sep 30 09:46:06.898871 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f8315d-1b5c-4507-8de6-f43fa9d572b6 req-17843212-fe72-4c51-a1ef-45a1fedef4ac tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:06.900368 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-09f8315d-1b5c-4507-8de6-f43fa9d572b6 req-17843212-fe72-4c51-a1ef-45a1fedef4ac tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 946 time: 0.0469475 Sep 30 09:46:06.950471 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-09f8315d-1b5c-4507-8de6-f43fa9d572b6 req-4ca5bbbd-9b6a-4508-980e-64dec6c97228 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d5c1142a-2cca-41bc-82b8-cd93a3f386fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438244 Sep 30 09:46:07.072710 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6fa89-756b-463a-89e7-0ebe0df4875b req-4c3a2205-9030-4bb3-bc83-7be2f4ee2614 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:07.074238 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-48e6fa89-756b-463a-89e7-0ebe0df4875b req-4c3a2205-9030-4bb3-bc83-7be2f4ee2614 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 946 time: 0.0507565 Sep 30 09:46:07.084659 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 45278) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:07.089310 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-3ba54a2f-ceb7-46d7-9c7c-65fc3400830b tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Request body: {'floatingip': {'port_id': '1a427f6b-8e16-45a8-990e-eb27e11f07ad'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:46:07.129189 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3ba54a2f-ceb7-46d7-9c7c-65fc3400830b tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks [] for floatingip (ab1cc0e5-9ca4-40f6-b059-4f262c4480e5), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:07.288335 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:07.289471 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=22 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:07.824829 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3ba54a2f-ceb7-46d7-9c7c-65fc3400830b tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:07.828556 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3ba54a2f-ceb7-46d7-9c7c-65fc3400830b tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759975'] for floatingip (ab1cc0e5-9ca4-40f6-b059-4f262c4480e5), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:07.936990 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.db.l3_db [None req-3ba54a2f-ceb7-46d7-9c7c-65fc3400830b tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Floating IP ab1cc0e5-9ca4-40f6-b059-4f262c4480e5 associated. External IP: 172.37.1.72, port: 1a427f6b-8e16-45a8-990e-eb27e11f07ad. Sep 30 09:46:08.136011 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba54a2f-ceb7-46d7-9c7c-65fc3400830b tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Router 20895560-f249-429c-a147-9427b9c11de3 has already been hosted by L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:46:08.181005 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:08.230963 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:08.244134 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba54a2f-ceb7-46d7-9c7c-65fc3400830b tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:46:08.248592 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-3ba54a2f-ceb7-46d7-9c7c-65fc3400830b tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for floatingip (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:08.253608 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cfee27-f811-4332-b869-f8102a25a252 None None] Sync routers for ids ['20895560-f249-429c-a147-9427b9c11de3'] in dv-cinder-master-3-smb {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:46:08.263452 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cfee27-f811-4332-b869-f8102a25a252 None None] Routers {'20895560-f249-429c-a147-9427b9c11de3'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:46:08.264068 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-61cfee27-f811-4332-b869-f8102a25a252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:45:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['20895560-f249-429c-a147-9427b9c11de3'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:46:08.282222 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-3ba54a2f-ceb7-46d7-9c7c-65fc3400830b tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/ab1cc0e5-9ca4-40f6-b059-4f262c4480e5 HTTP/1.1" status: 200 len: 991 time: 1.1932676 Sep 30 09:46:08.282222 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33e43570-725c-4bfc-ac2c-d2a5ef63598c', 'tag': '1a427f6b-8e16-45a8-990e-eb27e11f07ad'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:46:08.282851 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fcb41cfe2f49de8823fc1653213cc9e5b77d80f13114ba069ec5cf27ea68f53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8598ec-ce9f-409f-b0ed-49b7be11715d" -d '{"events": [{"name": "network-changed", "server_uuid": "33e43570-725c-4bfc-ac2c-d2a5ef63598c", "tag": "1a427f6b-8e16-45a8-990e-eb27e11f07ad"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:46:08.322665 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9294f79d-4e93-433f-ab55-bd17138dec29 x-openstack-request-id: req-9294f79d-4e93-433f-ab55-bd17138dec29 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:46:08.323169 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33e43570-725c-4bfc-ac2c-d2a5ef63598c", "tag": "1a427f6b-8e16-45a8-990e-eb27e11f07ad", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:46:08.323481 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9294f79d-4e93-433f-ab55-bd17138dec29 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:46:08.324365 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9294f79d-4e93-433f-ab55-bd17138dec29'] response: {'name': 'network-changed', 'server_uuid': '33e43570-725c-4bfc-ac2c-d2a5ef63598c', 'tag': '1a427f6b-8e16-45a8-990e-eb27e11f07ad', 'status': 'completed', 'code': 200} Sep 30 09:46:08.335129 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-42e1e934-8910-41be-9653-99b64b1b3c10 req-d2f0961d-c319-4a6a-bdc4-766f982e6a99 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394793 Sep 30 09:46:08.348882 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:08.372839 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-61cfee27-f811-4332-b869-f8102a25a252 None None] Set router 20895560-f249-429c-a147-9427b9c11de3 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:46:08.412800 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8598ec-ce9f-409f-b0ed-49b7be11715d req-a90ce9ba-662a-4c6b-bebc-832c2b2cb3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:08.414417 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-7a8598ec-ce9f-409f-b0ed-49b7be11715d req-a90ce9ba-662a-4c6b-bebc-832c2b2cb3ce service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=319bd365127d481aac9f127196321ecf&device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 1130 time: 0.0444319 Sep 30 09:46:08.503891 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8598ec-ce9f-409f-b0ed-49b7be11715d req-74df7a14-c00f-41fe-91e3-c4c40652fe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:08.505408 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-7a8598ec-ce9f-409f-b0ed-49b7be11715d req-74df7a14-c00f-41fe-91e3-c4c40652fe4d service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=783d3ef4-ccee-441e-bda2-ed5dc69cd7b7 HTTP/1.1" status: 200 len: 912 time: 0.0858078 Sep 30 09:46:08.544501 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:08.571486 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-7a8598ec-ce9f-409f-b0ed-49b7be11715d req-6c5d52f0-0f95-415e-9003-aaf35da9be81 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a427f6b-8e16-45a8-990e-eb27e11f07ad HTTP/1.1" status: 200 len: 999 time: 0.0597317 Sep 30 09:46:08.586266 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-61cfee27-f811-4332-b869-f8102a25a252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20895560-f249-429c-a147-9427b9c11de3', 'name': 'tempest-AttachVolumeTestJSON-2053631446-router', 'tenant_id': '319bd365127d481aac9f127196321ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.202'}], 'enable_snat': True}, 'gw_port_id': 'ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:49Z', 'updated_at': '2022-09-30T09:45:52Z', 'revision_number': 4, 'project_id': '319bd365127d481aac9f127196321ecf', 'gw_port': {'id': 'ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20895560-f249-429c-a147-9427b9c11de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:50Z', 'updated_at': '2022-09-30T09:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'ab1cc0e5-9ca4-40f6-b059-4f262c4480e5', 'tenant_id': '319bd365127d481aac9f127196321ecf', 'floating_ip_address': '172.37.1.72', 'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'router_id': '20895560-f249-429c-a147-9427b9c11de3', 'port_id': '1a427f6b-8e16-45a8-990e-eb27e11f07ad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '783d3ef4-ccee-441e-bda2-ed5dc69cd7b7', 'mac_address': 'fa:16:3e:08:4d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e43570-725c-4bfc-ac2c-d2a5ef63598c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:45:54Z', 'updated_at': '2022-09-30T09:46:07Z', 'revision_number': 1, 'project_id': '319bd365127d481aac9f127196321ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9bb7d97-8e1d-4439-be21-3140fa9b7f06', 'name': '', 'network_id': '783d3ef4-ccee-441e-bda2-ed5dc69cd7b7', 'tenant_id': '319bd365127d481aac9f127196321ecf', 'mac_address': 'fa:16:3e:83:8d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20895560-f249-429c-a147-9427b9c11de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '091b5f67-904e-460e-8495-1159034c406e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:57Z', 'revision_number': 5, 'project_id': '319bd365127d481aac9f127196321ecf', 'subnets': [{'id': '091b5f67-904e-460e-8495-1159034c406e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:46:08.610726 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cfee27-f811-4332-b869-f8102a25a252 None None] Checking router: 20895560-f249-429c-a147-9427b9c11de3 for host: dv-cinder-master-3-smb {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:46:08.618602 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8598ec-ce9f-409f-b0ed-49b7be11715d req-7e9e54fb-75d9-44ec-9efd-d772ba0831ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:08.618827 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cfee27-f811-4332-b869-f8102a25a252 None None] Routers {'20895560-f249-429c-a147-9427b9c11de3'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:46:08.619430 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-61cfee27-f811-4332-b869-f8102a25a252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:45:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['20895560-f249-429c-a147-9427b9c11de3'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:46:08.620044 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-7a8598ec-ce9f-409f-b0ed-49b7be11715d req-7e9e54fb-75d9-44ec-9efd-d772ba0831ae service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=091b5f67-904e-460e-8495-1159034c406e HTTP/1.1" status: 200 len: 850 time: 0.0432916 Sep 30 09:46:08.662921 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8598ec-ce9f-409f-b0ed-49b7be11715d req-8726224c-63d4-4b1e-9d5c-52b1b5a595b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:08.664400 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-7a8598ec-ce9f-409f-b0ed-49b7be11715d req-8726224c-63d4-4b1e-9d5c-52b1b5a595b3 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=783d3ef4-ccee-441e-bda2-ed5dc69cd7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0385866 Sep 30 09:46:08.720136 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-61cfee27-f811-4332-b869-f8102a25a252 None None] Set router 20895560-f249-429c-a147-9427b9c11de3 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:46:08.757189 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-7a8598ec-ce9f-409f-b0ed-49b7be11715d req-a389bdf2-562f-4e20-a335-e139336832ad service neutron] 10.222.0.40 "GET /networking/v2.0/networks/783d3ef4-ccee-441e-bda2-ed5dc69cd7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868368 Sep 30 09:46:08.848301 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-7a8598ec-ce9f-409f-b0ed-49b7be11715d req-df760b87-9a9b-4245-b1c7-8ba6a2bb09c4 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/783d3ef4-ccee-441e-bda2-ed5dc69cd7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837870 Sep 30 09:46:08.858586 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:08.938876 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-61cfee27-f811-4332-b869-f8102a25a252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20895560-f249-429c-a147-9427b9c11de3', 'name': 'tempest-AttachVolumeTestJSON-2053631446-router', 'tenant_id': '319bd365127d481aac9f127196321ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.202'}], 'enable_snat': True}, 'gw_port_id': 'ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:49Z', 'updated_at': '2022-09-30T09:45:52Z', 'revision_number': 4, 'project_id': '319bd365127d481aac9f127196321ecf', 'gw_port': {'id': 'ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20895560-f249-429c-a147-9427b9c11de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:50Z', 'updated_at': '2022-09-30T09:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'ab1cc0e5-9ca4-40f6-b059-4f262c4480e5', 'tenant_id': '319bd365127d481aac9f127196321ecf', 'floating_ip_address': '172.37.1.72', 'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'router_id': '20895560-f249-429c-a147-9427b9c11de3', 'port_id': '1a427f6b-8e16-45a8-990e-eb27e11f07ad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '783d3ef4-ccee-441e-bda2-ed5dc69cd7b7', 'mac_address': 'fa:16:3e:08:4d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e43570-725c-4bfc-ac2c-d2a5ef63598c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:45:54Z', 'updated_at': '2022-09-30T09:46:07Z', 'revision_number': 1, 'project_id': '319bd365127d481aac9f127196321ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9bb7d97-8e1d-4439-be21-3140fa9b7f06', 'name': '', 'network_id': '783d3ef4-ccee-441e-bda2-ed5dc69cd7b7', 'tenant_id': '319bd365127d481aac9f127196321ecf', 'mac_address': 'fa:16:3e:83:8d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20895560-f249-429c-a147-9427b9c11de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '091b5f67-904e-460e-8495-1159034c406e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:57Z', 'revision_number': 5, 'project_id': '319bd365127d481aac9f127196321ecf', 'subnets': [{'id': '091b5f67-904e-460e-8495-1159034c406e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:46:08.968139 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cfee27-f811-4332-b869-f8102a25a252 None None] The sync data for ids ['20895560-f249-429c-a147-9427b9c11de3'] in dv-cinder-master-3-smb is: [{'id': '20895560-f249-429c-a147-9427b9c11de3', 'name': 'tempest-AttachVolumeTestJSON-2053631446-router', 'tenant_id': '319bd365127d481aac9f127196321ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.202'}], 'enable_snat': True}, 'gw_port_id': 'ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:49Z', 'updated_at': '2022-09-30T09:45:52Z', 'revision_number': 4, 'project_id': '319bd365127d481aac9f127196321ecf', 'gw_port': {'id': 'ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20895560-f249-429c-a147-9427b9c11de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:50Z', 'updated_at': '2022-09-30T09:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'ab1cc0e5-9ca4-40f6-b059-4f262c4480e5', 'tenant_id': '319bd365127d481aac9f127196321ecf', 'floating_ip_address': '172.37.1.72', 'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'router_id': '20895560-f249-429c-a147-9427b9c11de3', 'port_id': '1a427f6b-8e16-45a8-990e-eb27e11f07ad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '783d3ef4-ccee-441e-bda2-ed5dc69cd7b7', 'mac_address': 'fa:16:3e:08:4d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33e43570-725c-4bfc-ac2c-d2a5ef63598c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:45:54Z', 'updated_at': '2022-09-30T09:46:07Z', 'revision_number': 1, 'project_id': '319bd365127d481aac9f127196321ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9bb7d97-8e1d-4439-be21-3140fa9b7f06', 'name': '', 'network_id': '783d3ef4-ccee-441e-bda2-ed5dc69cd7b7', 'tenant_id': '319bd365127d481aac9f127196321ecf', 'mac_address': 'fa:16:3e:83:8d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20895560-f249-429c-a147-9427b9c11de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '091b5f67-904e-460e-8495-1159034c406e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:57Z', 'revision_number': 5, 'project_id': '319bd365127d481aac9f127196321ecf', 'subnets': [{'id': '091b5f67-904e-460e-8495-1159034c406e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:46:08.992442 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1e934-8910-41be-9653-99b64b1b3c10 req-7e91a673-3af5-4d9d-a16d-9c6e78962e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:08.994035 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-42e1e934-8910-41be-9653-99b64b1b3c10 req-7e91a673-3af5-4d9d-a16d-9c6e78962e93 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=319bd365127d481aac9f127196321ecf&device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 1130 time: 0.0516174 Sep 30 09:46:09.114730 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1e934-8910-41be-9653-99b64b1b3c10 req-7492b3f2-091f-48dc-b65b-6614bb9b6e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:09.116461 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-42e1e934-8910-41be-9653-99b64b1b3c10 req-7492b3f2-091f-48dc-b65b-6614bb9b6e7c service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=783d3ef4-ccee-441e-bda2-ed5dc69cd7b7 HTTP/1.1" status: 200 len: 912 time: 0.1019189 Sep 30 09:46:09.185663 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-42e1e934-8910-41be-9653-99b64b1b3c10 req-b4f04c7c-c598-42b1-8d2b-22afe7da7b27 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a427f6b-8e16-45a8-990e-eb27e11f07ad HTTP/1.1" status: 200 len: 999 time: 0.0610933 Sep 30 09:46:09.199618 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:09.213387 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8462b2dd-815c-4469-bb84-e9f095b46e82 None None] New status for floating IP ab1cc0e5-9ca4-40f6-b059-4f262c4480e5: ACTIVE {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 09:46:09.245528 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1e934-8910-41be-9653-99b64b1b3c10 req-30936bda-0ebc-45e7-a0c6-eaadd196fca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:09.247104 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-42e1e934-8910-41be-9653-99b64b1b3c10 req-30936bda-0ebc-45e7-a0c6-eaadd196fca3 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=091b5f67-904e-460e-8495-1159034c406e HTTP/1.1" status: 200 len: 850 time: 0.0558035 Sep 30 09:46:09.291055 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1e934-8910-41be-9653-99b64b1b3c10 req-0e108bc8-7f1b-4f51-a4f6-a3265047a337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:46:09.292565 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-42e1e934-8910-41be-9653-99b64b1b3c10 req-0e108bc8-7f1b-4f51-a4f6-a3265047a337 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=783d3ef4-ccee-441e-bda2-ed5dc69cd7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0398836 Sep 30 09:46:09.392832 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-42e1e934-8910-41be-9653-99b64b1b3c10 req-1f0e6ca7-491c-4656-a31e-b90197c714cf service neutron] 10.222.0.40 "GET /networking/v2.0/networks/783d3ef4-ccee-441e-bda2-ed5dc69cd7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935602 Sep 30 09:46:09.489670 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-42e1e934-8910-41be-9653-99b64b1b3c10 req-c2846dbf-3cb9-4d9e-ba8d-be383f7a66fe service neutron] 10.222.0.40 "GET /networking/v2.0/networks/783d3ef4-ccee-441e-bda2-ed5dc69cd7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910132 Sep 30 09:46:11.256883 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:46:11.486646 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 45324) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:11.591191 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-268dbad6-339e-47c0-82ca-2f3c0dcc4eed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:11.667049 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-268dbad6-339e-47c0-82ca-2f3c0dcc4eed admin admin] Publish callbacks [] for security_group (2e1c227b-0f4b-4885-b270-d6cb51b9331b), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:11.671592 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-268dbad6-339e-47c0-82ca-2f3c0dcc4eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (2e1c227b-0f4b-4885-b270-d6cb51b9331b), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:11.712290 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268dbad6-339e-47c0-82ca-2f3c0dcc4eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1c227b-0f4b-4885-b270-d6cb51b9331b,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:11.716596 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-268dbad6-339e-47c0-82ca-2f3c0dcc4eed admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=e9899a5ea07b408e8614ec4e33260a87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2288496 Sep 30 09:46:11.719476 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 45328) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:46:11.768247 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e4f3d677-60fa-4e70-80fc-6888f227fbd8 admin admin] Publish callbacks [] for security_group (2e1c227b-0f4b-4885-b270-d6cb51b9331b), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:11.787955 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e4f3d677-60fa-4e70-80fc-6888f227fbd8 admin admin] Publish callbacks [] for security_group (2e1c227b-0f4b-4885-b270-d6cb51b9331b), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:11.834318 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e4f3d677-60fa-4e70-80fc-6888f227fbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (2e1c227b-0f4b-4885-b270-d6cb51b9331b), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:11.836935 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-e4f3d677-60fa-4e70-80fc-6888f227fbd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:11.838096 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-e4f3d677-60fa-4e70-80fc-6888f227fbd8 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/2e1c227b-0f4b-4885-b270-d6cb51b9331b HTTP/1.1" status: 204 len: 168 time: 0.1177022 Sep 30 09:46:11.847373 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3d677-60fa-4e70-80fc-6888f227fbd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1c227b-0f4b-4885-b270-d6cb51b9331b,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:46:18.942550 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=11 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:19.485438 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=32 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:19.486264 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=74 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:21.841217 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=48,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:21.842009 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=38,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:21.859989 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=66 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:25.957706 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1e8c7d00-13e0-4aa6-aff2-f45596e07a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:28.309435 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-906e6e08-7c2d-4e17-9624-24c2f26a2e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:29.473964 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:29.697098 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:30.972386 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:30.988319 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:31.228464 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:31.233089 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:40.982169 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:40.984222 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:46:48.256307 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:46:55.959413 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9d959ad4-3c4b-4329-8d4d-bb3c16853e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:58.310755 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2a417a08-f656-4b1b-8655-8d86f49fc70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:59.477620 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:46:59.710007 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:00.975085 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:00.991348 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:08.231221 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=5 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:09.395713 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-88064eff-3ee0-4945-9310-42cb93036972 req-ef91b3fc-208f-41c2-80fa-ffdc542798ba service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1286566 Sep 30 09:47:09.506244 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88064eff-3ee0-4945-9310-42cb93036972 req-b220adc0-ecd6-4fe5-92ef-50f6c386f6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:09.507711 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-88064eff-3ee0-4945-9310-42cb93036972 req-b220adc0-ecd6-4fe5-92ef-50f6c386f6f1 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=319bd365127d481aac9f127196321ecf&device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 1130 time: 0.0446353 Sep 30 09:47:09.613110 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88064eff-3ee0-4945-9310-42cb93036972 req-356dc6c6-6b85-45a2-b486-458bbe1e41c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:09.614510 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-88064eff-3ee0-4945-9310-42cb93036972 req-356dc6c6-6b85-45a2-b486-458bbe1e41c0 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=783d3ef4-ccee-441e-bda2-ed5dc69cd7b7 HTTP/1.1" status: 200 len: 912 time: 0.0876169 Sep 30 09:47:09.681864 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-88064eff-3ee0-4945-9310-42cb93036972 req-3217b26d-0921-4036-b52f-875f0046e2a8 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a427f6b-8e16-45a8-990e-eb27e11f07ad HTTP/1.1" status: 200 len: 1001 time: 0.0616438 Sep 30 09:47:09.729430 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88064eff-3ee0-4945-9310-42cb93036972 req-aab02b89-46c9-4f35-a69f-d72739bce332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:09.730852 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-88064eff-3ee0-4945-9310-42cb93036972 req-aab02b89-46c9-4f35-a69f-d72739bce332 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=091b5f67-904e-460e-8495-1159034c406e HTTP/1.1" status: 200 len: 850 time: 0.0439067 Sep 30 09:47:09.773343 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88064eff-3ee0-4945-9310-42cb93036972 req-d479cf7a-47f9-45c1-81ba-83dcc98b095a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:09.774857 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-88064eff-3ee0-4945-9310-42cb93036972 req-d479cf7a-47f9-45c1-81ba-83dcc98b095a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=783d3ef4-ccee-441e-bda2-ed5dc69cd7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0374897 Sep 30 09:47:09.785730 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [req-88064eff-3ee0-4945-9310-42cb93036972 req-5ea9a935-5307-4268-a2ff-739aac3d05a5 service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106375) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 30 09:47:09.786659 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-88064eff-3ee0-4945-9310-42cb93036972 req-5ea9a935-5307-4268-a2ff-739aac3d05a5 service neutron] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0059431 Sep 30 09:47:09.877518 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-88064eff-3ee0-4945-9310-42cb93036972 req-e5c2e3a4-aacd-4d29-b71a-daab35cb5515 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/783d3ef4-ccee-441e-bda2-ed5dc69cd7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849137 Sep 30 09:47:09.965578 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-88064eff-3ee0-4945-9310-42cb93036972 req-7ddaf373-10fb-4336-bd26-44f29190f312 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/783d3ef4-ccee-441e-bda2-ed5dc69cd7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813415 Sep 30 09:47:10.985386 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:10.987341 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:11.260809 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=5 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:19.957130 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=51 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:19.962361 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=50 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:24.291156 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:25.255730 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:47:25.961020 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-33741d76-6083-49a6-b7c7-291782d23f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:28.233380 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37398ed5-5bcb-48da-982f-9ab1c421a31b req-059d5edd-2329-401d-af13-89f69494efc5 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:28.234869 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-37398ed5-5bcb-48da-982f-9ab1c421a31b req-059d5edd-2329-401d-af13-89f69494efc5 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 946 time: 0.0463893 Sep 30 09:47:28.285767 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-37398ed5-5bcb-48da-982f-9ab1c421a31b req-360e0998-7156-491b-a18d-4ad516a5007e tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d5c1142a-2cca-41bc-82b8-cd93a3f386fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448136 Sep 30 09:47:28.313402 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4cb79015-4bd4-4f36-a544-f2c7d02972d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:29.462280 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0f9c9-7208-4d5b-99bf-045e2af0569d req-650e66b3-745d-4e30-95ce-acf985a4a79f tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:29.463846 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a8a0f9c9-7208-4d5b-99bf-045e2af0569d req-650e66b3-745d-4e30-95ce-acf985a4a79f tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 946 time: 0.0991626 Sep 30 09:47:29.481863 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:29.518280 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a8a0f9c9-7208-4d5b-99bf-045e2af0569d req-d2a9e800-765e-47a0-ab48-e1c1115778a6 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d5c1142a-2cca-41bc-82b8-cd93a3f386fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487945 Sep 30 09:47:29.713439 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:30.637346 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95504a-38d6-413b-a9ec-eb1908f0df26 req-dd4ef329-1246-46f6-9d52-3b1dc24ece7a tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:30.638789 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1e95504a-38d6-413b-a9ec-eb1908f0df26 req-dd4ef329-1246-46f6-9d52-3b1dc24ece7a tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 946 time: 0.0446756 Sep 30 09:47:30.685916 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1e95504a-38d6-413b-a9ec-eb1908f0df26 req-b88e9ef5-297e-47e8-b4ab-19f79f51f6ca tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d5c1142a-2cca-41bc-82b8-cd93a3f386fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405428 Sep 30 09:47:30.977554 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:30.993872 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:31.811607 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3dc52-3817-448f-9654-89b1cf6b952d req-bf069f6c-bc5e-4c54-95ce-d1a50e59e35e tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:31.813064 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-bac3dc52-3817-448f-9654-89b1cf6b952d req-bf069f6c-bc5e-4c54-95ce-d1a50e59e35e tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 946 time: 0.0512116 Sep 30 09:47:31.859049 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-bac3dc52-3817-448f-9654-89b1cf6b952d req-8713d459-737d-4a0f-ae56-379ad3683e4c tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d5c1142a-2cca-41bc-82b8-cd93a3f386fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402079 Sep 30 09:47:32.978500 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080d75f-3ec0-41b5-89c5-17de01d6ffde req-c92b82a5-957f-4606-87c2-db01b0b32969 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:32.979878 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8080d75f-3ec0-41b5-89c5-17de01d6ffde req-c92b82a5-957f-4606-87c2-db01b0b32969 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 946 time: 0.0459759 Sep 30 09:47:33.027144 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8080d75f-3ec0-41b5-89c5-17de01d6ffde req-1ff2e7ca-167e-4359-9a4b-21600631a9e5 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d5c1142a-2cca-41bc-82b8-cd93a3f386fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417972 Sep 30 09:47:34.151492 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79909d-59ec-4161-bd07-4a4fbc3931bc req-bc53b423-cffa-46a6-8879-639c2e9baf3d tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:34.152935 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4e79909d-59ec-4161-bd07-4a4fbc3931bc req-bc53b423-cffa-46a6-8879-639c2e9baf3d tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 946 time: 0.0475440 Sep 30 09:47:34.203196 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4e79909d-59ec-4161-bd07-4a4fbc3931bc req-a36a098c-abd6-4ff4-b742-c569bcde5bd4 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d5c1142a-2cca-41bc-82b8-cd93a3f386fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448408 Sep 30 09:47:35.323696 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33bc8e-a3e7-46a9-a1c1-d3286f41f34f req-9a9e0148-d9e4-4b32-84bb-fad01782f191 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:35.325056 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8c33bc8e-a3e7-46a9-a1c1-d3286f41f34f req-9a9e0148-d9e4-4b32-84bb-fad01782f191 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 946 time: 0.0456409 Sep 30 09:47:35.372262 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8c33bc8e-a3e7-46a9-a1c1-d3286f41f34f req-52569085-56f0-4ef8-b49f-6c3b0db8f287 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d5c1142a-2cca-41bc-82b8-cd93a3f386fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417025 Sep 30 09:47:36.494034 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69578235-4886-4e82-991f-86520f734ff3 req-17064148-0541-4cb8-9147-86d250e52283 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:36.495481 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-69578235-4886-4e82-991f-86520f734ff3 req-17064148-0541-4cb8-9147-86d250e52283 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 946 time: 0.0482514 Sep 30 09:47:36.542341 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-69578235-4886-4e82-991f-86520f734ff3 req-3466adba-6bd0-4a71-8d46-ee3066e55550 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d5c1142a-2cca-41bc-82b8-cd93a3f386fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413671 Sep 30 09:47:37.664698 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd1271-f95e-4719-a02e-604822af722a req-d6037be1-0884-4939-bdb7-385cd3456703 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:37.666075 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8cfd1271-f95e-4719-a02e-604822af722a req-d6037be1-0884-4939-bdb7-385cd3456703 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 946 time: 0.0488169 Sep 30 09:47:37.712595 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8cfd1271-f95e-4719-a02e-604822af722a req-b402fa84-2e40-428b-b161-02d22b075848 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d5c1142a-2cca-41bc-82b8-cd93a3f386fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410831 Sep 30 09:47:38.834780 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660b37c-5bba-4601-b211-75fd84277c01 req-5bf3a02f-6dd9-4f29-adfd-0092166a5785 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:38.836212 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-b660b37c-5bba-4601-b211-75fd84277c01 req-5bf3a02f-6dd9-4f29-adfd-0092166a5785 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 946 time: 0.0464246 Sep 30 09:47:38.882578 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-b660b37c-5bba-4601-b211-75fd84277c01 req-7b3dc124-124c-4ed8-8bb9-1deca3996d50 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d5c1142a-2cca-41bc-82b8-cd93a3f386fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408697 Sep 30 09:47:39.122226 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c9a05-19f9-4159-89cc-b886e54aa95c req-a96e4a95-dabc-4d94-8ba2-a2f44901e762 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:39.123715 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-cc9c9a05-19f9-4159-89cc-b886e54aa95c req-a96e4a95-dabc-4d94-8ba2-a2f44901e762 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 946 time: 0.0494621 Sep 30 09:47:39.171913 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-cc9c9a05-19f9-4159-89cc-b886e54aa95c req-b93f8771-2a09-44db-8c1d-7f41fd7f2836 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d5c1142a-2cca-41bc-82b8-cd93a3f386fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418184 Sep 30 09:47:39.227002 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5823e-256b-4435-8bfe-06b2346d8236 req-a1a8345c-dae3-47c1-bb0b-b1615c4e9807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:39.228490 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-44d5823e-256b-4435-8bfe-06b2346d8236 req-a1a8345c-dae3-47c1-bb0b-b1615c4e9807 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=319bd365127d481aac9f127196321ecf&device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 1130 time: 0.0435777 Sep 30 09:47:39.318355 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5823e-256b-4435-8bfe-06b2346d8236 req-45dc4019-9c49-479e-a2dd-4a9ac7b22e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:39.319709 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-44d5823e-256b-4435-8bfe-06b2346d8236 req-45dc4019-9c49-479e-a2dd-4a9ac7b22e94 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=783d3ef4-ccee-441e-bda2-ed5dc69cd7b7 HTTP/1.1" status: 200 len: 912 time: 0.0855844 Sep 30 09:47:39.385472 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-44d5823e-256b-4435-8bfe-06b2346d8236 req-ec3cd09e-07b3-41f0-a24d-ea35f372033e service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a427f6b-8e16-45a8-990e-eb27e11f07ad HTTP/1.1" status: 200 len: 1001 time: 0.0597053 Sep 30 09:47:39.434765 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5823e-256b-4435-8bfe-06b2346d8236 req-d9fb98ca-952a-4b29-abbd-79a120c99010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:39.436232 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-44d5823e-256b-4435-8bfe-06b2346d8236 req-d9fb98ca-952a-4b29-abbd-79a120c99010 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=091b5f67-904e-460e-8495-1159034c406e HTTP/1.1" status: 200 len: 850 time: 0.0444956 Sep 30 09:47:39.477025 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5823e-256b-4435-8bfe-06b2346d8236 req-a9e4865c-df43-4b7a-88c7-b044a9a21a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:39.478502 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-44d5823e-256b-4435-8bfe-06b2346d8236 req-a9e4865c-df43-4b7a-88c7-b044a9a21a09 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=783d3ef4-ccee-441e-bda2-ed5dc69cd7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0370450 Sep 30 09:47:39.569388 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-44d5823e-256b-4435-8bfe-06b2346d8236 req-7b2ca347-0883-445c-beb7-062d0ca3d873 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/783d3ef4-ccee-441e-bda2-ed5dc69cd7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852578 Sep 30 09:47:39.655669 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-44d5823e-256b-4435-8bfe-06b2346d8236 req-5aa0ee7a-582a-4056-828d-0cb67c847147 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/783d3ef4-ccee-441e-bda2-ed5dc69cd7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811348 Sep 30 09:47:40.260571 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:40.262582 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:40.298045 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4d8cc-d485-46ac-8a3d-899effd3ebdc req-6a3b34f7-a329-45c4-9f4d-7219af056e2e tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:40.299520 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-dae4d8cc-d485-46ac-8a3d-899effd3ebdc req-6a3b34f7-a329-45c4-9f4d-7219af056e2e tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 946 time: 0.0477993 Sep 30 09:47:40.346403 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-dae4d8cc-d485-46ac-8a3d-899effd3ebdc req-bb8051b8-8990-45b7-843d-7024e739d1ed tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d5c1142a-2cca-41bc-82b8-cd93a3f386fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413198 Sep 30 09:47:41.469690 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23a4af-6565-4302-84f7-30ee19113d35 req-b1b4aac1-364d-4205-9a1b-c31909e0d2e8 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:47:41.471146 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6a23a4af-6565-4302-84f7-30ee19113d35 req-b1b4aac1-364d-4205-9a1b-c31909e0d2e8 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 946 time: 0.0478880 Sep 30 09:47:41.522426 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6a23a4af-6565-4302-84f7-30ee19113d35 req-a7d8b388-c953-48ec-b491-75ff2073d449 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d5c1142a-2cca-41bc-82b8-cd93a3f386fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450127 Sep 30 09:47:45.221939 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:45.225943 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=5 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:46.048894 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=18,neutron:UPDATE=5 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:46.050810 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:49.651704 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=49 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:49.652477 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=45 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:51.515846 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=16 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:51.517927 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=18 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:47:55.965788 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-61931433-205f-4f8f-b21b-e006cf156760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:58.316229 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-42b8e26b-3589-4a43-adc5-b118c97527c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:59.483115 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:47:59.729963 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:00.982240 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:00.997104 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:02.255019 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:48:10.320060 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-dff65c60-819b-44e5-ab98-f044c144d61b req-5d15aee7-26d7-4928-8d02-5fa3d96f2416 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417774 Sep 30 09:48:10.420685 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff65c60-819b-44e5-ab98-f044c144d61b req-64757290-4538-4c65-a306-e7453f551f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:10.422202 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-dff65c60-819b-44e5-ab98-f044c144d61b req-64757290-4538-4c65-a306-e7453f551f20 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=319bd365127d481aac9f127196321ecf&device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 1130 time: 0.0387692 Sep 30 09:48:10.529060 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff65c60-819b-44e5-ab98-f044c144d61b req-107107f9-9d6e-462a-a85f-6c0bb352b9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:10.530546 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-dff65c60-819b-44e5-ab98-f044c144d61b req-107107f9-9d6e-462a-a85f-6c0bb352b9fc service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=783d3ef4-ccee-441e-bda2-ed5dc69cd7b7 HTTP/1.1" status: 200 len: 912 time: 0.0899777 Sep 30 09:48:10.592187 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-dff65c60-819b-44e5-ab98-f044c144d61b req-3f90124c-2521-4fb9-98b6-4ecec971d8fb service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a427f6b-8e16-45a8-990e-eb27e11f07ad HTTP/1.1" status: 200 len: 1001 time: 0.0544918 Sep 30 09:48:10.637825 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff65c60-819b-44e5-ab98-f044c144d61b req-9c925af0-a9b3-4e4f-a176-af9dc5aaafa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:10.639234 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-dff65c60-819b-44e5-ab98-f044c144d61b req-9c925af0-a9b3-4e4f-a176-af9dc5aaafa6 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=091b5f67-904e-460e-8495-1159034c406e HTTP/1.1" status: 200 len: 850 time: 0.0413709 Sep 30 09:48:10.683629 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff65c60-819b-44e5-ab98-f044c144d61b req-030744c6-2575-4459-9526-62246726eadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:10.685061 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-dff65c60-819b-44e5-ab98-f044c144d61b req-030744c6-2575-4459-9526-62246726eadf service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=783d3ef4-ccee-441e-bda2-ed5dc69cd7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0402651 Sep 30 09:48:10.774181 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-dff65c60-819b-44e5-ab98-f044c144d61b req-1ff828b2-d104-4a66-bbeb-41d8974e7e5c service neutron] 10.222.0.40 "GET /networking/v2.0/networks/783d3ef4-ccee-441e-bda2-ed5dc69cd7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830212 Sep 30 09:48:10.865941 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-dff65c60-819b-44e5-ab98-f044c144d61b req-9a3f519a-9f1b-4982-b9e7-13fce2d5adbc service neutron] 10.222.0.40 "GET /networking/v2.0/networks/783d3ef4-ccee-441e-bda2-ed5dc69cd7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859373 Sep 30 09:48:10.990993 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:10.992903 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:20.861904 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=50 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:20.862602 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=51 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:25.968936 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ceaafc44-21e3-4542-b035-34d831437207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:26.048485 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=19 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:26.050827 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=15 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:28.319069 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-28fb7ab1-b23e-48d7-8460-d72c3fa5e561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:29.488948 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:29.725604 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:30.989121 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:31.000400 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:39.254373 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:48:40.989273 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:40.996262 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:46.122790 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd7eb7-9d13-431b-a82e-0d9978ed2980 req-25fef40c-cb25-4dc9-adb3-f19f824855fd tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:46.124350 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4cfd7eb7-9d13-431b-a82e-0d9978ed2980 req-25fef40c-cb25-4dc9-adb3-f19f824855fd tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 946 time: 0.0559185 Sep 30 09:48:46.173766 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4cfd7eb7-9d13-431b-a82e-0d9978ed2980 req-fb33b069-3fb1-4ab7-9044-a3a2acd7453e tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d5c1142a-2cca-41bc-82b8-cd93a3f386fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423992 Sep 30 09:48:47.297233 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f5f0c-92f8-4b2b-a17d-e0745a887f0c req-b2ef0fc5-16ae-441c-a587-898e76359cd8 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:47.298728 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-105f5f0c-92f8-4b2b-a17d-e0745a887f0c req-b2ef0fc5-16ae-441c-a587-898e76359cd8 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 946 time: 0.0464759 Sep 30 09:48:47.345377 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-105f5f0c-92f8-4b2b-a17d-e0745a887f0c req-b79f7bfc-874b-4f36-8efe-e0ab7c5c794a tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d5c1142a-2cca-41bc-82b8-cd93a3f386fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407684 Sep 30 09:48:48.468457 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14f08b-c922-4292-b75d-b48758ed8bc7 req-350ee2f1-3cdb-4ddf-85e1-5ac8b409e506 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:48.469940 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8e14f08b-c922-4292-b75d-b48758ed8bc7 req-350ee2f1-3cdb-4ddf-85e1-5ac8b409e506 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 946 time: 0.0491743 Sep 30 09:48:48.523388 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8e14f08b-c922-4292-b75d-b48758ed8bc7 req-ea465e23-7316-4bf7-8729-f31e469405f3 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d5c1142a-2cca-41bc-82b8-cd93a3f386fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469124 Sep 30 09:48:49.644550 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c02d2a-4703-4aad-b3c7-3d193eec63f1 req-a7a66528-c6d6-4e6f-91ef-33a69885823f tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:49.646023 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-38c02d2a-4703-4aad-b3c7-3d193eec63f1 req-a7a66528-c6d6-4e6f-91ef-33a69885823f tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 946 time: 0.0465562 Sep 30 09:48:49.693686 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-38c02d2a-4703-4aad-b3c7-3d193eec63f1 req-f8487ec7-aec4-4466-87d4-e68ba7cb569d tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d5c1142a-2cca-41bc-82b8-cd93a3f386fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422056 Sep 30 09:48:50.815390 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c1246-7fbb-4194-bb77-db96c44abf30 req-5f81e269-861d-4993-91ca-3c28c7152eeb tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:50.817672 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-826c1246-7fbb-4194-bb77-db96c44abf30 req-5f81e269-861d-4993-91ca-3c28c7152eeb tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 946 time: 0.0448756 Sep 30 09:48:50.867014 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-826c1246-7fbb-4194-bb77-db96c44abf30 req-07f1c25c-8989-43d7-bdfc-39234b00c061 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d5c1142a-2cca-41bc-82b8-cd93a3f386fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440173 Sep 30 09:48:52.138877 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ef730-b6f6-4a33-845c-c052aefc4434 req-f1d23e35-5803-400c-ae13-fcec82272b95 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:52.140628 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-687ef730-b6f6-4a33-845c-c052aefc4434 req-f1d23e35-5803-400c-ae13-fcec82272b95 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 946 time: 0.0483556 Sep 30 09:48:52.189161 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-687ef730-b6f6-4a33-845c-c052aefc4434 req-61bced22-7c84-4d35-bf28-e574a0572f8a tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d5c1142a-2cca-41bc-82b8-cd93a3f386fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426605 Sep 30 09:48:53.307668 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567cc04-94bf-4fc3-a09d-86593dea9d77 req-b942a994-471b-4b5c-9f60-6487bc0ec8ce tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:53.309095 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f567cc04-94bf-4fc3-a09d-86593dea9d77 req-b942a994-471b-4b5c-9f60-6487bc0ec8ce tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 946 time: 0.0451863 Sep 30 09:48:53.355904 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f567cc04-94bf-4fc3-a09d-86593dea9d77 req-2d40abcf-6a9c-4d94-a8be-f132bae0eb93 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d5c1142a-2cca-41bc-82b8-cd93a3f386fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413260 Sep 30 09:48:54.485971 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b383e-8994-41a8-a9d0-8a50046bc8f9 req-1a651093-e513-4d1a-92a9-53cd3752e1dd tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:54.487428 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-691b383e-8994-41a8-a9d0-8a50046bc8f9 req-1a651093-e513-4d1a-92a9-53cd3752e1dd tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 946 time: 0.0483503 Sep 30 09:48:54.534897 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-691b383e-8994-41a8-a9d0-8a50046bc8f9 req-3e057837-b660-474a-a861-e5605869412e tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d5c1142a-2cca-41bc-82b8-cd93a3f386fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411794 Sep 30 09:48:55.655014 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5ef2d-b467-46a0-9db2-14e2efef6685 req-d28856a7-5b6a-4b88-90c6-e3986ac7cb48 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:55.656436 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f0a5ef2d-b467-46a0-9db2-14e2efef6685 req-d28856a7-5b6a-4b88-90c6-e3986ac7cb48 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 946 time: 0.0461481 Sep 30 09:48:55.702375 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f0a5ef2d-b467-46a0-9db2-14e2efef6685 req-139edb72-f53e-48a2-ac54-dee5c959501c tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d5c1142a-2cca-41bc-82b8-cd93a3f386fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404699 Sep 30 09:48:55.970440 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0801602b-0d8a-41f5-b6b8-c47b06f5ab97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:56.829744 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f358e0-5aa9-450e-9af1-51f48dc8d7c5 req-0131cb9f-c2b7-48fd-9746-7b0ca71e9fdb tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:56.831172 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-83f358e0-5aa9-450e-9af1-51f48dc8d7c5 req-0131cb9f-c2b7-48fd-9746-7b0ca71e9fdb tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 946 time: 0.0542200 Sep 30 09:48:56.878124 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-83f358e0-5aa9-450e-9af1-51f48dc8d7c5 req-0519c681-ba38-4158-a612-e9294ca9cf67 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d5c1142a-2cca-41bc-82b8-cd93a3f386fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406382 Sep 30 09:48:57.078368 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ec73d-c733-4c30-8ff4-3e0a1e43bffd req-c7e642f9-3cd2-4bba-b1c1-179cb824b876 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:57.079841 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c64ec73d-c733-4c30-8ff4-3e0a1e43bffd req-c7e642f9-3cd2-4bba-b1c1-179cb824b876 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 946 time: 0.0478685 Sep 30 09:48:57.107109 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:57.130408 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c64ec73d-c733-4c30-8ff4-3e0a1e43bffd req-8805affe-4e34-4c82-9dc1-49852d3eae8a tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d5c1142a-2cca-41bc-82b8-cd93a3f386fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434201 Sep 30 09:48:57.135833 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d533d-1425-4aeb-a17e-1aaf02f5c8aa req-8adbc166-fa84-4e6e-b290-fdea67f4e977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:57.137335 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-0f9d533d-1425-4aeb-a17e-1aaf02f5c8aa req-8adbc166-fa84-4e6e-b290-fdea67f4e977 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=319bd365127d481aac9f127196321ecf&device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 1130 time: 0.0399380 Sep 30 09:48:57.228054 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d533d-1425-4aeb-a17e-1aaf02f5c8aa req-54015944-2fc0-4a0c-b9ee-3e4f9b3b91b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:57.229511 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-0f9d533d-1425-4aeb-a17e-1aaf02f5c8aa req-54015944-2fc0-4a0c-b9ee-3e4f9b3b91b1 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=783d3ef4-ccee-441e-bda2-ed5dc69cd7b7 HTTP/1.1" status: 200 len: 912 time: 0.0865614 Sep 30 09:48:57.289580 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-0f9d533d-1425-4aeb-a17e-1aaf02f5c8aa req-4ec935d3-3dc6-4a6b-8488-b324d7295c41 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a427f6b-8e16-45a8-990e-eb27e11f07ad HTTP/1.1" status: 200 len: 1001 time: 0.0542352 Sep 30 09:48:57.335709 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d533d-1425-4aeb-a17e-1aaf02f5c8aa req-fb4ad3e6-3480-408b-b4fd-3f2c7053df0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:57.337116 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-0f9d533d-1425-4aeb-a17e-1aaf02f5c8aa req-fb4ad3e6-3480-408b-b4fd-3f2c7053df0b service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=091b5f67-904e-460e-8495-1159034c406e HTTP/1.1" status: 200 len: 850 time: 0.0424552 Sep 30 09:48:57.381459 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d533d-1425-4aeb-a17e-1aaf02f5c8aa req-81fde869-2dda-47f7-9669-278a127acff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:57.382977 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-0f9d533d-1425-4aeb-a17e-1aaf02f5c8aa req-81fde869-2dda-47f7-9669-278a127acff8 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=783d3ef4-ccee-441e-bda2-ed5dc69cd7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0405574 Sep 30 09:48:57.471056 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-0f9d533d-1425-4aeb-a17e-1aaf02f5c8aa req-b2ce155e-a315-4778-9004-56968037af51 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/783d3ef4-ccee-441e-bda2-ed5dc69cd7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818064 Sep 30 09:48:57.562438 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-0f9d533d-1425-4aeb-a17e-1aaf02f5c8aa req-b38cb073-8b02-402b-8d40-91662ac9ad84 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/783d3ef4-ccee-441e-bda2-ed5dc69cd7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857000 Sep 30 09:48:58.244345 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:58.255375 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6400e-497a-4772-b079-015899c17710 req-a387e508-de9c-4404-baf6-f08f3306156f tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:58.256812 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-88a6400e-497a-4772-b079-015899c17710 req-a387e508-de9c-4404-baf6-f08f3306156f tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 946 time: 0.0453460 Sep 30 09:48:58.306123 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-88a6400e-497a-4772-b079-015899c17710 req-af3d13f5-4e47-4dc1-8da4-efb2563f8996 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d5c1142a-2cca-41bc-82b8-cd93a3f386fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437660 Sep 30 09:48:58.322018 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c25a9fa3-8a20-4b18-89d5-ca3d20d2f14d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:59.217526 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:59.228073 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:48:59.433324 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4425a-2ef1-4ff4-8e78-5c7fb5467f48 req-ef89adb0-8e6a-4a3b-927c-dc370a3c3705 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:48:59.434900 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-b3e4425a-2ef1-4ff4-8e78-5c7fb5467f48 req-ef89adb0-8e6a-4a3b-927c-dc370a3c3705 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 946 time: 0.0509419 Sep 30 09:48:59.483497 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-b3e4425a-2ef1-4ff4-8e78-5c7fb5467f48 req-dc7cbbae-f9bb-4f34-a669-761e3b82f8f2 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d5c1142a-2cca-41bc-82b8-cd93a3f386fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429871 Sep 30 09:48:59.490735 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:48:59.744726 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:00.983996 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:01.002320 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:07.558084 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=51 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:07.559880 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=43 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:09.476420 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=17 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:09.479089 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=17 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:10.996472 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:10.998440 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:12.315760 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-dbc03ee4-42b0-4b42-accb-0f95587e5efe req-af93eb86-ed10-4a2a-a735-04e6aee0a9fd service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383358 Sep 30 09:49:12.415960 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc03ee4-42b0-4b42-accb-0f95587e5efe req-a830e8b0-553b-4e45-9bc0-8c8a2b753dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:12.417479 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-dbc03ee4-42b0-4b42-accb-0f95587e5efe req-a830e8b0-553b-4e45-9bc0-8c8a2b753dda service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=319bd365127d481aac9f127196321ecf&device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 1130 time: 0.0384667 Sep 30 09:49:12.522552 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc03ee4-42b0-4b42-accb-0f95587e5efe req-e0647226-09b1-4269-b689-1f9eb257d796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:12.523995 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-dbc03ee4-42b0-4b42-accb-0f95587e5efe req-e0647226-09b1-4269-b689-1f9eb257d796 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=783d3ef4-ccee-441e-bda2-ed5dc69cd7b7 HTTP/1.1" status: 200 len: 912 time: 0.0887947 Sep 30 09:49:12.583322 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-dbc03ee4-42b0-4b42-accb-0f95587e5efe req-2174eba2-10e5-4420-8c3c-415dc6b4c616 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a427f6b-8e16-45a8-990e-eb27e11f07ad HTTP/1.1" status: 200 len: 1001 time: 0.0541115 Sep 30 09:49:12.633759 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc03ee4-42b0-4b42-accb-0f95587e5efe req-0bd90bf4-5682-4831-8d00-7cad1f1e2f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:12.635144 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-dbc03ee4-42b0-4b42-accb-0f95587e5efe req-0bd90bf4-5682-4831-8d00-7cad1f1e2f3e service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=091b5f67-904e-460e-8495-1159034c406e HTTP/1.1" status: 200 len: 850 time: 0.0459797 Sep 30 09:49:12.678036 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc03ee4-42b0-4b42-accb-0f95587e5efe req-93ccb565-a5b8-4bee-a0d4-ca2092e4d5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:49:12.679584 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-dbc03ee4-42b0-4b42-accb-0f95587e5efe req-93ccb565-a5b8-4bee-a0d4-ca2092e4d5ce service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=783d3ef4-ccee-441e-bda2-ed5dc69cd7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0384960 Sep 30 09:49:12.771002 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-dbc03ee4-42b0-4b42-accb-0f95587e5efe req-ca480cef-36a2-430e-833f-75efbe3877ef service neutron] 10.222.0.40 "GET /networking/v2.0/networks/783d3ef4-ccee-441e-bda2-ed5dc69cd7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858791 Sep 30 09:49:12.860632 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-dbc03ee4-42b0-4b42-accb-0f95587e5efe req-6018da0d-8d0e-440a-81d3-763fbb7119a3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/783d3ef4-ccee-441e-bda2-ed5dc69cd7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836499 Sep 30 09:49:16.252642 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:49:22.851541 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=45 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:22.857687 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=56 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:24.295821 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:25.975094 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf1b8c4e-57da-4c50-b9a8-495f5413c86e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:28.321466 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-81291610-c045-4778-8f24-78bf461ba5fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:29.492309 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:29.754015 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:30.986753 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:31.003971 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:36.214256 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:36.226336 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=5 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:46.052285 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:46.055144 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:49:53.252047 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:49:55.977314 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0946dee5-ac98-43f7-beb8-cd79fb925ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:58.326600 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0711a50f-6015-4bb8-b0c7-62691068ac7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:59.494963 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:49:59.768770 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:00.988907 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:01.008239 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:03.092755 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bfbecb-f7d7-475b-b642-8a41b93f4da0 req-28556d29-6f03-4add-bd0a-0f7b6995ca1a tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:03.094401 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-67bfbecb-f7d7-475b-b642-8a41b93f4da0 req-28556d29-6f03-4add-bd0a-0f7b6995ca1a tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 946 time: 0.0491779 Sep 30 09:50:03.144182 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-67bfbecb-f7d7-475b-b642-8a41b93f4da0 req-44d7a853-d81d-47d3-a4d4-443b1adcf1b6 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d5c1142a-2cca-41bc-82b8-cd93a3f386fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441818 Sep 30 09:50:04.272683 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d01631-2e80-4989-8f55-9b6840f01813 req-976cfb8d-6baf-49d0-b8c8-e8de8a67a760 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:04.274226 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f2d01631-2e80-4989-8f55-9b6840f01813 req-976cfb8d-6baf-49d0-b8c8-e8de8a67a760 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 946 time: 0.0523789 Sep 30 09:50:04.321427 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f2d01631-2e80-4989-8f55-9b6840f01813 req-a467fa65-fa08-42c5-9b58-083b6001d395 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d5c1142a-2cca-41bc-82b8-cd93a3f386fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415738 Sep 30 09:50:05.392741 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb037037-f7a5-4f64-ab77-f3061925327a req-4f333447-6832-47aa-961b-9b836bb21dee tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:05.394523 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-cb037037-f7a5-4f64-ab77-f3061925327a req-4f333447-6832-47aa-961b-9b836bb21dee tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 946 time: 0.0476177 Sep 30 09:50:05.443051 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddcb0ef-2bae-4fef-901b-6f8e8a26a584 req-52d73026-7ac5-45ab-9c9c-21129cb75142 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:05.444603 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-bddcb0ef-2bae-4fef-901b-6f8e8a26a584 req-52d73026-7ac5-45ab-9c9c-21129cb75142 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 946 time: 0.0477142 Sep 30 09:50:05.496921 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-bddcb0ef-2bae-4fef-901b-6f8e8a26a584 req-e750a30f-0f21-4f70-97bc-8664633f4928 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d5c1142a-2cca-41bc-82b8-cd93a3f386fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466106 Sep 30 09:50:05.711081 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-cb037037-f7a5-4f64-ab77-f3061925327a req-f15bf7a3-2f29-4dca-809c-a7bd1b18f79f tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Deleting port 1a427f6b-8e16-45a8-990e-eb27e11f07ad {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:50:05.711471 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-cb037037-f7a5-4f64-ab77-f3061925327a req-f15bf7a3-2f29-4dca-809c-a7bd1b18f79f tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (1a427f6b-8e16-45a8-990e-eb27e11f07ad), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:05.802913 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-cb037037-f7a5-4f64-ab77-f3061925327a req-f15bf7a3-2f29-4dca-809c-a7bd1b18f79f tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] For port 1a427f6b-8e16-45a8-990e-eb27e11f07ad, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1a427f6b-8e16-45a8-990e-eb27e11f07ad,segment=NetworkSegment(3e9b7f35-5eb8-4e46-af6a-15d50df0168f),segment_id=3e9b7f35-5eb8-4e46-af6a-15d50df0168f)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:50:05.803191 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-cb037037-f7a5-4f64-ab77-f3061925327a req-f15bf7a3-2f29-4dca-809c-a7bd1b18f79f tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (1a427f6b-8e16-45a8-990e-eb27e11f07ad), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:05.962461 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-cb037037-f7a5-4f64-ab77-f3061925327a req-f15bf7a3-2f29-4dca-809c-a7bd1b18f79f tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:05.962820 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-cb037037-f7a5-4f64-ab77-f3061925327a req-f15bf7a3-2f29-4dca-809c-a7bd1b18f79f tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759975'] for floatingip (ab1cc0e5-9ca4-40f6-b059-4f262c4480e5), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:05.963132 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.db.l3_db [req-cb037037-f7a5-4f64-ab77-f3061925327a req-f15bf7a3-2f29-4dca-809c-a7bd1b18f79f tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Floating IP ab1cc0e5-9ca4-40f6-b059-4f262c4480e5 disassociated. External IP: 172.37.1.72, port: 1a427f6b-8e16-45a8-990e-eb27e11f07ad. Sep 30 09:50:05.963464 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-cb037037-f7a5-4f64-ab77-f3061925327a req-f15bf7a3-2f29-4dca-809c-a7bd1b18f79f tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Calling delete_port for 1a427f6b-8e16-45a8-990e-eb27e11f07ad owned by compute:nova {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:50:06.095134 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-cb037037-f7a5-4f64-ab77-f3061925327a req-f15bf7a3-2f29-4dca-809c-a7bd1b18f79f tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (1a427f6b-8e16-45a8-990e-eb27e11f07ad), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:06.122102 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15bf7a3-2f29-4dca-809c-a7bd1b18f79f tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Pushing event deleted for resources: {'Port': ['ID=1a427f6b-8e16-45a8-990e-eb27e11f07ad,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:50:06.136274 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15bf7a3-2f29-4dca-809c-a7bd1b18f79f tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:06.136628 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15bf7a3-2f29-4dca-809c-a7bd1b18f79f tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:06.136977 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15bf7a3-2f29-4dca-809c-a7bd1b18f79f tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:06.137318 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15bf7a3-2f29-4dca-809c-a7bd1b18f79f tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:06.137672 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15bf7a3-2f29-4dca-809c-a7bd1b18f79f tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:06.138009 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15bf7a3-2f29-4dca-809c-a7bd1b18f79f tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:06.138340 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15bf7a3-2f29-4dca-809c-a7bd1b18f79f tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:06.138670 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15bf7a3-2f29-4dca-809c-a7bd1b18f79f tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:06.138996 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15bf7a3-2f29-4dca-809c-a7bd1b18f79f tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:06.139328 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15bf7a3-2f29-4dca-809c-a7bd1b18f79f tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:06.139662 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15bf7a3-2f29-4dca-809c-a7bd1b18f79f tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:06.139991 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15bf7a3-2f29-4dca-809c-a7bd1b18f79f tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:06.140580 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15bf7a3-2f29-4dca-809c-a7bd1b18f79f tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:06.140900 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15bf7a3-2f29-4dca-809c-a7bd1b18f79f tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:06.141222 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15bf7a3-2f29-4dca-809c-a7bd1b18f79f tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:06.249430 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb037037-f7a5-4f64-ab77-f3061925327a req-f15bf7a3-2f29-4dca-809c-a7bd1b18f79f tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Router 20895560-f249-429c-a147-9427b9c11de3 has already been hosted by L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 {{(pid=106375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:50:06.353371 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb037037-f7a5-4f64-ab77-f3061925327a req-f15bf7a3-2f29-4dca-809c-a7bd1b18f79f tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:50:06.362933 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e613e4f-dd17-4933-906a-4a94f43dbf5f None None] Sync routers for ids ['20895560-f249-429c-a147-9427b9c11de3'] in dv-cinder-master-3-smb {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:50:06.373740 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e613e4f-dd17-4933-906a-4a94f43dbf5f None None] Routers {'20895560-f249-429c-a147-9427b9c11de3'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:50:06.374353 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-2e613e4f-dd17-4933-906a-4a94f43dbf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:49:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['20895560-f249-429c-a147-9427b9c11de3'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:50:06.395576 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb037037-f7a5-4f64-ab77-f3061925327a req-f15bf7a3-2f29-4dca-809c-a7bd1b18f79f tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] No DVR routers for this DVR port 1a427f6b-8e16-45a8-990e-eb27e11f07ad on host hv-cinder-maste {{(pid=106375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:50:06.399192 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-cb037037-f7a5-4f64-ab77-f3061925327a req-f15bf7a3-2f29-4dca-809c-a7bd1b18f79f tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:06.406062 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-cb037037-f7a5-4f64-ab77-f3061925327a req-f15bf7a3-2f29-4dca-809c-a7bd1b18f79f tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.40 "DELETE /networking/v2.0/ports/1a427f6b-8e16-45a8-990e-eb27e11f07ad HTTP/1.1" status: 204 len: 173 time: 1.0027161 Sep 30 09:50:06.406062 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33e43570-725c-4bfc-ac2c-d2a5ef63598c', 'name': 'network-vif-deleted', 'tag': '1a427f6b-8e16-45a8-990e-eb27e11f07ad'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:50:06.406062 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a2765c340e485259911155c50f33e4425258638b85650f0a2a20d0c41df364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd03bc7-3c64-4952-b521-21ad628242e1" -d '{"events": [{"server_uuid": "33e43570-725c-4bfc-ac2c-d2a5ef63598c", "name": "network-vif-deleted", "tag": "1a427f6b-8e16-45a8-990e-eb27e11f07ad"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:50:06.486045 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-2e613e4f-dd17-4933-906a-4a94f43dbf5f None None] Set router 20895560-f249-429c-a147-9427b9c11de3 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:50:06.525602 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758c9f9f-17b0-4d1c-acb2-a728ad8e6cc5 x-openstack-request-id: req-758c9f9f-17b0-4d1c-acb2-a728ad8e6cc5 {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:50:06.525962 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33e43570-725c-4bfc-ac2c-d2a5ef63598c", "name": "network-vif-deleted", "tag": "1a427f6b-8e16-45a8-990e-eb27e11f07ad", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:50:06.526228 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-758c9f9f-17b0-4d1c-acb2-a728ad8e6cc5 {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:50:06.526678 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-758c9f9f-17b0-4d1c-acb2-a728ad8e6cc5'] response: {'server_uuid': '33e43570-725c-4bfc-ac2c-d2a5ef63598c', 'name': 'network-vif-deleted', 'tag': '1a427f6b-8e16-45a8-990e-eb27e11f07ad', 'status': 'completed', 'code': 200} Sep 30 09:50:06.628841 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-0391cf45-27e1-4c53-9f3a-e75eec93e64f req-52abeb40-65d3-42f5-9027-16c500a693eb tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=33e43570-725c-4bfc-ac2c-d2a5ef63598c HTTP/1.1" status: 200 len: 210 time: 0.0299766 Sep 30 09:50:06.724971 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-2e613e4f-dd17-4933-906a-4a94f43dbf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20895560-f249-429c-a147-9427b9c11de3', 'name': 'tempest-AttachVolumeTestJSON-2053631446-router', 'tenant_id': '319bd365127d481aac9f127196321ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.202'}], 'enable_snat': True}, 'gw_port_id': 'ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:49Z', 'updated_at': '2022-09-30T09:45:52Z', 'revision_number': 4, 'project_id': '319bd365127d481aac9f127196321ecf', 'gw_port': {'id': 'ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20895560-f249-429c-a147-9427b9c11de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:50Z', 'updated_at': '2022-09-30T09:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'd9bb7d97-8e1d-4439-be21-3140fa9b7f06', 'name': '', 'network_id': '783d3ef4-ccee-441e-bda2-ed5dc69cd7b7', 'tenant_id': '319bd365127d481aac9f127196321ecf', 'mac_address': 'fa:16:3e:83:8d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20895560-f249-429c-a147-9427b9c11de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '091b5f67-904e-460e-8495-1159034c406e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:57Z', 'revision_number': 5, 'project_id': '319bd365127d481aac9f127196321ecf', 'subnets': [{'id': '091b5f67-904e-460e-8495-1159034c406e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:50:06.751194 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e613e4f-dd17-4933-906a-4a94f43dbf5f None None] Checking router: 20895560-f249-429c-a147-9427b9c11de3 for host: dv-cinder-master-3-smb {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:50:06.759653 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e613e4f-dd17-4933-906a-4a94f43dbf5f None None] Routers {'20895560-f249-429c-a147-9427b9c11de3'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:50:06.760257 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-2e613e4f-dd17-4933-906a-4a94f43dbf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:49:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['20895560-f249-429c-a147-9427b9c11de3'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:50:06.862856 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-2e613e4f-dd17-4933-906a-4a94f43dbf5f None None] Set router 20895560-f249-429c-a147-9427b9c11de3 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:50:07.045460 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-2e613e4f-dd17-4933-906a-4a94f43dbf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20895560-f249-429c-a147-9427b9c11de3', 'name': 'tempest-AttachVolumeTestJSON-2053631446-router', 'tenant_id': '319bd365127d481aac9f127196321ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.202'}], 'enable_snat': True}, 'gw_port_id': 'ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:49Z', 'updated_at': '2022-09-30T09:45:52Z', 'revision_number': 4, 'project_id': '319bd365127d481aac9f127196321ecf', 'gw_port': {'id': 'ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20895560-f249-429c-a147-9427b9c11de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:50Z', 'updated_at': '2022-09-30T09:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'd9bb7d97-8e1d-4439-be21-3140fa9b7f06', 'name': '', 'network_id': '783d3ef4-ccee-441e-bda2-ed5dc69cd7b7', 'tenant_id': '319bd365127d481aac9f127196321ecf', 'mac_address': 'fa:16:3e:83:8d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20895560-f249-429c-a147-9427b9c11de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '091b5f67-904e-460e-8495-1159034c406e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:57Z', 'revision_number': 5, 'project_id': '319bd365127d481aac9f127196321ecf', 'subnets': [{'id': '091b5f67-904e-460e-8495-1159034c406e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:50:07.073184 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e613e4f-dd17-4933-906a-4a94f43dbf5f None None] The sync data for ids ['20895560-f249-429c-a147-9427b9c11de3'] in dv-cinder-master-3-smb is: [{'id': '20895560-f249-429c-a147-9427b9c11de3', 'name': 'tempest-AttachVolumeTestJSON-2053631446-router', 'tenant_id': '319bd365127d481aac9f127196321ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.202'}], 'enable_snat': True}, 'gw_port_id': 'ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:49Z', 'updated_at': '2022-09-30T09:45:52Z', 'revision_number': 4, 'project_id': '319bd365127d481aac9f127196321ecf', 'gw_port': {'id': 'ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20895560-f249-429c-a147-9427b9c11de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:50Z', 'updated_at': '2022-09-30T09:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'd9bb7d97-8e1d-4439-be21-3140fa9b7f06', 'name': '', 'network_id': '783d3ef4-ccee-441e-bda2-ed5dc69cd7b7', 'tenant_id': '319bd365127d481aac9f127196321ecf', 'mac_address': 'fa:16:3e:83:8d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20895560-f249-429c-a147-9427b9c11de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '091b5f67-904e-460e-8495-1159034c406e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:57Z', 'revision_number': 5, 'project_id': '319bd365127d481aac9f127196321ecf', 'subnets': [{'id': '091b5f67-904e-460e-8495-1159034c406e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:50:07.298586 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9098d96-6465-4b29-9176-2d03ed6a0273 None None] New status for floating IP ab1cc0e5-9ca4-40f6-b059-4f262c4480e5: DOWN {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 09:50:07.729166 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 45550) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:50:07.781257 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:07.784687 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-84d98857-bca9-4019-8c48-62f0ec6132ba tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks [] for security_group (d5c1142a-2cca-41bc-82b8-cd93a3f386fa), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:07.807648 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-84d98857-bca9-4019-8c48-62f0ec6132ba tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks [] for security_group (d5c1142a-2cca-41bc-82b8-cd93a3f386fa), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:07.824060 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:07.855417 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-84d98857-bca9-4019-8c48-62f0ec6132ba tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (d5c1142a-2cca-41bc-82b8-cd93a3f386fa), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:07.858154 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-84d98857-bca9-4019-8c48-62f0ec6132ba tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:07.859281 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-84d98857-bca9-4019-8c48-62f0ec6132ba tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/d5c1142a-2cca-41bc-82b8-cd93a3f386fa HTTP/1.1" status: 204 len: 168 time: 0.1290982 Sep 30 09:50:07.862136 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 45552) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:50:07.868396 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d98857-bca9-4019-8c48-62f0ec6132ba tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c1142a-2cca-41bc-82b8-cd93a3f386fa,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:50:07.880148 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.api.v2.resource [None req-ea42f244-ef7b-4181-8c9b-b9a76bdead41 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] show failed (client error): The resource could not be found. Sep 30 09:50:07.884454 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-ea42f244-ef7b-4181-8c9b-b9a76bdead41 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups/d5c1142a-2cca-41bc-82b8-cd93a3f386fa HTTP/1.1" status: 404 len: 347 time: 0.0179570 Sep 30 09:50:07.884809 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 45554) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:50:07.996441 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-d108f1dc-5bee-4ba5-9dbe-534cc940306c tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Deleting port 28e32e4a-2b56-42ef-8668-68bf45d98b97 {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:50:07.996692 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d108f1dc-5bee-4ba5-9dbe-534cc940306c tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (28e32e4a-2b56-42ef-8668-68bf45d98b97), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:08.075728 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d108f1dc-5bee-4ba5-9dbe-534cc940306c tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (28e32e4a-2b56-42ef-8668-68bf45d98b97), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:08.076055 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d108f1dc-5bee-4ba5-9dbe-534cc940306c tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks [] for floatingip (28e32e4a-2b56-42ef-8668-68bf45d98b97), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:08.088582 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-d108f1dc-5bee-4ba5-9dbe-534cc940306c tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Calling delete_port for 28e32e4a-2b56-42ef-8668-68bf45d98b97 owned by network:floatingip {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:50:08.221919 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d108f1dc-5bee-4ba5-9dbe-534cc940306c tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (28e32e4a-2b56-42ef-8668-68bf45d98b97), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:08.247008 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d108f1dc-5bee-4ba5-9dbe-534cc940306c tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Pushing event deleted for resources: {'Port': ['ID=28e32e4a-2b56-42ef-8668-68bf45d98b97,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:50:08.309378 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d108f1dc-5bee-4ba5-9dbe-534cc940306c tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks [] for floatingip (ab1cc0e5-9ca4-40f6-b059-4f262c4480e5), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:08.311977 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-d108f1dc-5bee-4ba5-9dbe-534cc940306c tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for floatingip (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:08.313101 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-d108f1dc-5bee-4ba5-9dbe-534cc940306c tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/ab1cc0e5-9ca4-40f6-b059-4f262c4480e5 HTTP/1.1" status: 204 len: 168 time: 0.4273424 Sep 30 09:50:08.387099 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 45558) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:50:08.391910 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-cd4d2d6d-8619-4b54-a05d-dbaeb949e992 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Request body: {'security_group': {'name': 'tempest-securitygroup--650599753', 'description': 'tempest-description--666852987'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:50:08.412657 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-cd4d2d6d-8619-4b54-a05d-dbaeb949e992 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:08.486447 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-cd4d2d6d-8619-4b54-a05d-dbaeb949e992 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks [] for security_group (147172ab-942e-429a-9f5a-62723ffeaa01), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:08.490277 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-cd4d2d6d-8619-4b54-a05d-dbaeb949e992 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (147172ab-942e-429a-9f5a-62723ffeaa01), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:08.522833 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-cd4d2d6d-8619-4b54-a05d-dbaeb949e992 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:08.524270 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-cd4d2d6d-8619-4b54-a05d-dbaeb949e992 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1361907 Sep 30 09:50:08.525118 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d2d6d-8619-4b54-a05d-dbaeb949e992 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=147172ab-942e-429a-9f5a-62723ffeaa01,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:50:08.527119 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 45560) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:50:08.531390 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-f8f506f5-460b-453f-935e-552e56d0956e tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Request body: {'security_group_rule': {'security_group_id': '147172ab-942e-429a-9f5a-62723ffeaa01', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:50:08.560608 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f8f506f5-460b-453f-935e-552e56d0956e tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks [] for security_group_rule (52dcd695-81cc-4738-b18f-1e8ff11ca436), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:08.619537 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f8f506f5-460b-453f-935e-552e56d0956e tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks [] for security_group_rule (52dcd695-81cc-4738-b18f-1e8ff11ca436), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:08.623042 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f8f506f5-460b-453f-935e-552e56d0956e tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766877'] for security_group_rule (52dcd695-81cc-4738-b18f-1e8ff11ca436), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:08.641575 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f506f5-460b-453f-935e-552e56d0956e tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52dcd695-81cc-4738-b18f-1e8ff11ca436,revision_number=0']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:50:08.649363 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-f8f506f5-460b-453f-935e-552e56d0956e tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:08.650633 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-f8f506f5-460b-453f-935e-552e56d0956e tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1225677 Sep 30 09:50:08.653380 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 45562) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:50:08.657668 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-c9853871-88c0-49d1-a330-e0d031b981be tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Request body: {'security_group_rule': {'security_group_id': '147172ab-942e-429a-9f5a-62723ffeaa01', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:50:08.665605 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:08.668456 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=7 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:08.690525 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-c9853871-88c0-49d1-a330-e0d031b981be tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks [] for security_group_rule (7bccad39-76e3-4d8e-ac15-cd4156fad03c), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:08.753373 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-c9853871-88c0-49d1-a330-e0d031b981be tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks [] for security_group_rule (7bccad39-76e3-4d8e-ac15-cd4156fad03c), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:08.756945 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-c9853871-88c0-49d1-a330-e0d031b981be tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766877'] for security_group_rule (7bccad39-76e3-4d8e-ac15-cd4156fad03c), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:08.777515 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9853871-88c0-49d1-a330-e0d031b981be tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bccad39-76e3-4d8e-ac15-cd4156fad03c,revision_number=0']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:50:08.785965 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-c9853871-88c0-49d1-a330-e0d031b981be tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:08.787128 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-c9853871-88c0-49d1-a330-e0d031b981be tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1327710 Sep 30 09:50:08.791171 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 45564) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:50:08.795593 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-fc0fc8c6-1c4f-4c4c-8452-2a4fa1317bc9 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Request body: {'floatingip': {'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:50:08.816611 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-fc0fc8c6-1c4f-4c4c-8452-2a4fa1317bc9 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:08.897183 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-fc0fc8c6-1c4f-4c4c-8452-2a4fa1317bc9 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:09.000724 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [None req-fc0fc8c6-1c4f-4c4c-8452-2a4fa1317bc9 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Allocated IP 172.37.1.114 (4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2/0f15ec3b-6992-47ef-bdfa-402dc9430f5b/6ae45df3-73e3-4e0d-8830-a7d408ceee74) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:50:09.100449 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-fc0fc8c6-1c4f-4c4c-8452-2a4fa1317bc9 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks [] for port (6ae45df3-73e3-4e0d-8830-a7d408ceee74), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:09.130817 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-fc0fc8c6-1c4f-4c4c-8452-2a4fa1317bc9 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (6ae45df3-73e3-4e0d-8830-a7d408ceee74), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:09.145830 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 1a427f6b-8e16-45a8-990e-eb27e11f07ad no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:50:09.165748 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] No Port match for: 1a427f6b-8e16-45a8-990e-eb27e11f07ad {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:50:09.166119 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 1a427f6b-8e16-45a8-990e-eb27e11f07ad not bound to the agent host hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:50:09.175780 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0fc8c6-1c4f-4c4c-8452-2a4fa1317bc9 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Network 4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:50:09.178736 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-fc0fc8c6-1c4f-4c4c-8452-2a4fa1317bc9 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:50:09.182591 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0fc8c6-1c4f-4c4c-8452-2a4fa1317bc9 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:50:09.206907 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0fc8c6-1c4f-4c4c-8452-2a4fa1317bc9 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Pushing event updated for resources: {'Port': ['ID=6ae45df3-73e3-4e0d-8830-a7d408ceee74,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:50:09.268029 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-fc0fc8c6-1c4f-4c4c-8452-2a4fa1317bc9 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks [] for floatingip (e7a3eda2-5718-41f3-9dac-9c0f6390d547), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:09.306760 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-fc0fc8c6-1c4f-4c4c-8452-2a4fa1317bc9 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (6ae45df3-73e3-4e0d-8830-a7d408ceee74), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:09.308894 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:09.400674 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:09.453596 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-fc0fc8c6-1c4f-4c4c-8452-2a4fa1317bc9 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks [] for port (6ae45df3-73e3-4e0d-8830-a7d408ceee74), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:09.457954 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-fc0fc8c6-1c4f-4c4c-8452-2a4fa1317bc9 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1379309'] for port (6ae45df3-73e3-4e0d-8830-a7d408ceee74), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:09.528171 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-fc0fc8c6-1c4f-4c4c-8452-2a4fa1317bc9 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759975'] for floatingip (e7a3eda2-5718-41f3-9dac-9c0f6390d547), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:09.530726 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0fc8c6-1c4f-4c4c-8452-2a4fa1317bc9 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Pushing event updated for resources: {'Port': ['ID=6ae45df3-73e3-4e0d-8830-a7d408ceee74,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:50:09.546076 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-fc0fc8c6-1c4f-4c4c-8452-2a4fa1317bc9 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for floatingip (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:09.547275 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-fc0fc8c6-1c4f-4c4c-8452-2a4fa1317bc9 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7551420 Sep 30 09:50:09.745990 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-24085418-c9b7-4d95-b36c-28099961ce3b tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--650599753&fields=id&tenant_id=319bd365127d481aac9f127196321ecf HTTP/1.1" status: 200 len: 267 time: 0.0422723 Sep 30 09:50:09.851670 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-772eb99a-6f3f-4a46-b573-d2563a86b8d0 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:09.853114 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-772eb99a-6f3f-4a46-b573-d2563a86b8d0 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/networks?id=783d3ef4-ccee-441e-bda2-ed5dc69cd7b7 HTTP/1.1" status: 200 len: 811 time: 0.1009536 Sep 30 09:50:09.867955 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-82f8f00a-3841-482d-9304-cf76b78ec23c tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/quotas/319bd365127d481aac9f127196321ecf HTTP/1.1" status: 200 len: 375 time: 0.0094216 Sep 30 09:50:09.920502 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-98338810-25f9-4726-8e05-516a2e33ff68 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=319bd365127d481aac9f127196321ecf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479097 Sep 30 09:50:09.977739 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-1cfb4790-d977-4d65-bc27-3b71a430f091 service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 30 09:50:09.978720 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-1cfb4790-d977-4d65-bc27-3b71a430f091 service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0466580 Sep 30 09:50:10.068388 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-5c467a5d-02f7-4ab7-9fa6-ba4be2a66f8a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/783d3ef4-ccee-441e-bda2-ed5dc69cd7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837052 Sep 30 09:50:10.160831 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-20bc70d7-e259-4f80-baaa-932eaab8c596 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/783d3ef4-ccee-441e-bda2-ed5dc69cd7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865345 Sep 30 09:50:10.329997 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f4871f99-0a89-49da-b2ea-73a69be63ebe req-776340d3-2db2-4ebc-b93c-99397834293b tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=368412cf-5ba9-4f72-9f6a-f942a457f336 HTTP/1.1" status: 200 len: 210 time: 0.0272298 Sep 30 09:50:11.446000 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a97546f2-bbae-4861-be68-6ac74b361324 req-146a31e7-afcc-42d2-8934-5f34993fa6f5 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=368412cf-5ba9-4f72-9f6a-f942a457f336 HTTP/1.1" status: 200 len: 210 time: 0.0304136 Sep 30 09:50:11.490287 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-a17d685a-ba14-4668-b278-d51e886bbe65 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:11.492327 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-a17d685a-ba14-4668-b278-d51e886bbe65 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.40 "GET /networking/v2.0/networks?id=783d3ef4-ccee-441e-bda2-ed5dc69cd7b7 HTTP/1.1" status: 200 len: 811 time: 0.1148167 Sep 30 09:50:11.562431 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-93146839-21a7-42f7-a878-6ad66d92247d tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.40 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=319bd365127d481aac9f127196321ecf HTTP/1.1" status: 200 len: 379 time: 0.0560429 Sep 30 09:50:11.671233 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-c7b0359e-8719-47fd-a945-4cef5319acff tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Request body: {'port': {'device_id': '368412cf-5ba9-4f72-9f6a-f942a457f336', 'network_id': '783d3ef4-ccee-441e-bda2-ed5dc69cd7b7', 'admin_state_up': True, 'tenant_id': '319bd365127d481aac9f127196321ecf', 'security_groups': ['147172ab-942e-429a-9f5a-62723ffeaa01']}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:50:11.778312 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-c7b0359e-8719-47fd-a945-4cef5319acff tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Made reservation on behalf of 319bd365127d481aac9f127196321ecf for: {'port': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:50:11.782136 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-c7b0359e-8719-47fd-a945-4cef5319acff tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:11.908993 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-c7b0359e-8719-47fd-a945-4cef5319acff tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Allocated IP 172.20.0.5 (783d3ef4-ccee-441e-bda2-ed5dc69cd7b7/091b5f67-904e-460e-8495-1159034c406e/8b8d6ba6-787c-41c5-833b-070d703ec580) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:50:11.992103 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:12.049604 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-c7b0359e-8719-47fd-a945-4cef5319acff tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks [] for port (8b8d6ba6-787c-41c5-833b-070d703ec580), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:12.080507 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-c7b0359e-8719-47fd-a945-4cef5319acff tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (8b8d6ba6-787c-41c5-833b-070d703ec580), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:12.124050 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-c7b0359e-8719-47fd-a945-4cef5319acff tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Network 783d3ef4-ccee-441e-bda2-ed5dc69cd7b7 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:50:12.127204 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-c7b0359e-8719-47fd-a945-4cef5319acff tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:50:12.131016 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-c7b0359e-8719-47fd-a945-4cef5319acff tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:50:12.155783 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b0359e-8719-47fd-a945-4cef5319acff tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Pushing event updated for resources: {'Port': ['ID=8b8d6ba6-787c-41c5-833b-070d703ec580,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:50:12.184907 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-c7b0359e-8719-47fd-a945-4cef5319acff tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:12.185418 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-c7b0359e-8719-47fd-a945-4cef5319acff tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:12.202491 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-c7b0359e-8719-47fd-a945-4cef5319acff tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5349865 Sep 30 09:50:12.227756 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-7a328d2c-5334-4e30-bb57-3724c141e3d5 service neutron] Request body: {'port': {'device_id': '368412cf-5ba9-4f72-9f6a-f942a457f336', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:50:12.258794 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:12.298393 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-7a328d2c-5334-4e30-bb57-3724c141e3d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (8b8d6ba6-787c-41c5-833b-070d703ec580), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:12.369207 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-f5ded2d8-4e0c-4162-9e18-8b3f92d207e8 None None] Provisioning complete for port 8b8d6ba6-787c-41c5-833b-070d703ec580 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:50:12.369773 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f5ded2d8-4e0c-4162-9e18-8b3f92d207e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (8b8d6ba6-787c-41c5-833b-070d703ec580), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:12.370149 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-f5ded2d8-4e0c-4162-9e18-8b3f92d207e8 None None] Attempt 1 to provision port 8b8d6ba6-787c-41c5-833b-070d703ec580 Sep 30 09:50:12.406490 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-f5ded2d8-4e0c-4162-9e18-8b3f92d207e8 None None] Port 8b8d6ba6-787c-41c5-833b-070d703ec580 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:50:12.556245 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-7a328d2c-5334-4e30-bb57-3724c141e3d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b8d6ba6-787c-41c5-833b-070d703ec580 {{(pid=106375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:50:12.563579 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-7a328d2c-5334-4e30-bb57-3724c141e3d5 service neutron] Publish callbacks [] for port (8b8d6ba6-787c-41c5-833b-070d703ec580), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:12.569402 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8568bac-4f48-41e2-88ee-efa21014db75 req-fe285cb0-5d8d-421a-8c6f-b8c0778ac1ed tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:12.570997 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d8568bac-4f48-41e2-88ee-efa21014db75 req-fe285cb0-5d8d-421a-8c6f-b8c0778ac1ed tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=368412cf-5ba9-4f72-9f6a-f942a457f336 HTTP/1.1" status: 200 len: 931 time: 0.0497642 Sep 30 09:50:12.575789 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.provisioning_blocks [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-7a328d2c-5334-4e30-bb57-3724c141e3d5 service neutron] Transition to ACTIVE for port object 8b8d6ba6-787c-41c5-833b-070d703ec580 will not be triggered until provisioned by entity L2. {{(pid=106375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 30 09:50:12.579941 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-7a328d2c-5334-4e30-bb57-3724c141e3d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1379309'] for port (8b8d6ba6-787c-41c5-833b-070d703ec580), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:12.620007 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d8568bac-4f48-41e2-88ee-efa21014db75 req-8c481cba-565c-483d-8e44-6324097522d2 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=147172ab-942e-429a-9f5a-62723ffeaa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433192 Sep 30 09:50:12.661477 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a328d2c-5334-4e30-bb57-3724c141e3d5 service neutron] Pushing event updated for resources: {'Port': ['ID=8b8d6ba6-787c-41c5-833b-070d703ec580,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:50:12.689435 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-7a328d2c-5334-4e30-bb57-3724c141e3d5 service neutron] Attempting to bind port 8b8d6ba6-787c-41c5-833b-070d703ec580 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:50:12.689802 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-7a328d2c-5334-4e30-bb57-3724c141e3d5 service neutron] Attempting to bind port 8b8d6ba6-787c-41c5-833b-070d703ec580 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '3e9b7f35-5eb8-4e46-af6a-15d50df0168f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '783d3ef4-ccee-441e-bda2-ed5dc69cd7b7'}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:50:12.690130 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-7a328d2c-5334-4e30-bb57-3724c141e3d5 service neutron] Attempting to bind port 8b8d6ba6-787c-41c5-833b-070d703ec580 on network 783d3ef4-ccee-441e-bda2-ed5dc69cd7b7 {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:50:12.732530 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-7a328d2c-5334-4e30-bb57-3724c141e3d5 service neutron] Port 8b8d6ba6-787c-41c5-833b-070d703ec580 on network 783d3ef4-ccee-441e-bda2-ed5dc69cd7b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:50:12.732863 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-7a328d2c-5334-4e30-bb57-3724c141e3d5 service neutron] Attempting to bind port 8b8d6ba6-787c-41c5-833b-070d703ec580 on network 783d3ef4-ccee-441e-bda2-ed5dc69cd7b7 {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:50:12.778497 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-7a328d2c-5334-4e30-bb57-3724c141e3d5 service neutron] Checking agent: {'id': '163c8669-4b7e-4ed1-afd3-94872a5a2df2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 34), 'started_at': datetime.datetime(2022, 9, 30, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:50:12.778836 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-7a328d2c-5334-4e30-bb57-3724c141e3d5 service neutron] Checking segment: {'id': '3e9b7f35-5eb8-4e46-af6a-15d50df0168f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '783d3ef4-ccee-441e-bda2-ed5dc69cd7b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:50:12.779221 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-7a328d2c-5334-4e30-bb57-3724c141e3d5 service neutron] Bound using segment: {'id': '3e9b7f35-5eb8-4e46-af6a-15d50df0168f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '783d3ef4-ccee-441e-bda2-ed5dc69cd7b7'} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:50:12.779662 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-7a328d2c-5334-4e30-bb57-3724c141e3d5 service neutron] Bound port: 8b8d6ba6-787c-41c5-833b-070d703ec580, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e9b7f35-5eb8-4e46-af6a-15d50df0168f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '783d3ef4-ccee-441e-bda2-ed5dc69cd7b7'}}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:50:12.780021 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-7a328d2c-5334-4e30-bb57-3724c141e3d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (8b8d6ba6-787c-41c5-833b-070d703ec580), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:12.794583 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:12.842258 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-7a328d2c-5334-4e30-bb57-3724c141e3d5 service neutron] For port 8b8d6ba6-787c-41c5-833b-070d703ec580, host hv-cinder-maste, cleared binding levels {{(pid=106375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:50:12.845273 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-7a328d2c-5334-4e30-bb57-3724c141e3d5 service neutron] For port 8b8d6ba6-787c-41c5-833b-070d703ec580, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8b8d6ba6-787c-41c5-833b-070d703ec580,segment=NetworkSegment(3e9b7f35-5eb8-4e46-af6a-15d50df0168f),segment_id=3e9b7f35-5eb8-4e46-af6a-15d50df0168f)] {{(pid=106375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:50:12.851289 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-7a328d2c-5334-4e30-bb57-3724c141e3d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1379309'] for port (8b8d6ba6-787c-41c5-833b-070d703ec580), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:12.855316 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-7a328d2c-5334-4e30-bb57-3724c141e3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:12.855925 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-7a328d2c-5334-4e30-bb57-3724c141e3d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:12.857289 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-7a328d2c-5334-4e30-bb57-3724c141e3d5 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/8b8d6ba6-787c-41c5-833b-070d703ec580 HTTP/1.1" status: 200 len: 1093 time: 0.6345270 Sep 30 09:50:12.858790 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '368412cf-5ba9-4f72-9f6a-f942a457f336', 'tag': '8b8d6ba6-787c-41c5-833b-070d703ec580'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:50:12.860999 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a2765c340e485259911155c50f33e4425258638b85650f0a2a20d0c41df364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4203cbd-af25-41cb-ad91-f1996a6ee0a8" -d '{"events": [{"name": "network-changed", "server_uuid": "368412cf-5ba9-4f72-9f6a-f942a457f336", "tag": "8b8d6ba6-787c-41c5-833b-070d703ec580"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:50:12.908798 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-f5ded2d8-4e0c-4162-9e18-8b3f92d207e8 None None] Attempt 2 to provision port 8b8d6ba6-787c-41c5-833b-070d703ec580 Sep 30 09:50:12.909392 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a328d2c-5334-4e30-bb57-3724c141e3d5 service neutron] Pushing event updated for resources: {'Port': ['ID=8b8d6ba6-787c-41c5-833b-070d703ec580,revision_number=3']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:50:12.924063 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0fcbae-9bae-4a0c-9936-d2d79d949492 x-openstack-request-id: req-5a0fcbae-9bae-4a0c-9936-d2d79d949492 {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:50:12.924357 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "368412cf-5ba9-4f72-9f6a-f942a457f336", "tag": "8b8d6ba6-787c-41c5-833b-070d703ec580", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:50:12.924615 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5a0fcbae-9bae-4a0c-9936-d2d79d949492 {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:50:12.925019 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a0fcbae-9bae-4a0c-9936-d2d79d949492'] response: {'name': 'network-changed', 'server_uuid': '368412cf-5ba9-4f72-9f6a-f942a457f336', 'tag': '8b8d6ba6-787c-41c5-833b-070d703ec580', 'status': 'completed', 'code': 200} Sep 30 09:50:12.948504 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-f5ded2d8-4e0c-4162-9e18-8b3f92d207e8 None None] Port 8b8d6ba6-787c-41c5-833b-070d703ec580 had new provisioning blocks added so it will not transition to active. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 30 09:50:12.955779 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-029246e4-6512-40ad-acb1-764f6ca35cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:12.957295 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-029246e4-6512-40ad-acb1-764f6ca35cdc service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=319bd365127d481aac9f127196321ecf&device_id=368412cf-5ba9-4f72-9f6a-f942a457f336 HTTP/1.1" status: 200 len: 1127 time: 0.0428076 Sep 30 09:50:13.004371 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-daeaddcd-2e13-48fc-b356-b4a50fe7d142 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b8d6ba6-787c-41c5-833b-070d703ec580 HTTP/1.1" status: 200 len: 217 time: 0.0348320 Sep 30 09:50:13.050794 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-06fd6b3a-dab5-4bd2-a1df-24d9eebe6f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:13.052226 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-06fd6b3a-dab5-4bd2-a1df-24d9eebe6f44 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=091b5f67-904e-460e-8495-1159034c406e HTTP/1.1" status: 200 len: 850 time: 0.0425084 Sep 30 09:50:13.093880 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-8daab825-d37a-4fe2-8062-3650b256e8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:13.095327 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-8daab825-d37a-4fe2-8062-3650b256e8b5 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=783d3ef4-ccee-441e-bda2-ed5dc69cd7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0378854 Sep 30 09:50:13.108219 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:13.188957 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-c2b8655c-eac9-4c04-b60f-25cd4f41761b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/783d3ef4-ccee-441e-bda2-ed5dc69cd7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880094 Sep 30 09:50:13.278165 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-fbd97394-38e7-4f49-903c-3d27fbd50ac6 req-304f8e10-2201-4baf-9d5a-c25ae5970d20 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/783d3ef4-ccee-441e-bda2-ed5dc69cd7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833888 Sep 30 09:50:13.739398 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275efbd-36dd-4018-9f4f-a954658488a4 req-19d8fee7-5c88-4839-b1ce-8fe31ae5a27a tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:13.740859 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-5275efbd-36dd-4018-9f4f-a954658488a4 req-19d8fee7-5c88-4839-b1ce-8fe31ae5a27a tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=368412cf-5ba9-4f72-9f6a-f942a457f336 HTTP/1.1" status: 200 len: 943 time: 0.0470924 Sep 30 09:50:13.788582 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-5275efbd-36dd-4018-9f4f-a954658488a4 req-f40871cb-bdb1-481a-8348-eb911191bcb5 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=147172ab-942e-429a-9f5a-62723ffeaa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420465 Sep 30 09:50:14.910516 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802d7bd-efc3-4d78-be05-4e61c738937a req-ffb9b449-9b0f-4fd9-b2fc-5b2fc634cdb1 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:14.911948 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f802d7bd-efc3-4d78-be05-4e61c738937a req-ffb9b449-9b0f-4fd9-b2fc-5b2fc634cdb1 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=368412cf-5ba9-4f72-9f6a-f942a457f336 HTTP/1.1" status: 200 len: 943 time: 0.0457692 Sep 30 09:50:14.945718 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:14.962853 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f802d7bd-efc3-4d78-be05-4e61c738937a req-aeff86cc-9320-40a6-847d-b4926e334b18 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=147172ab-942e-429a-9f5a-62723ffeaa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446680 Sep 30 09:50:15.342818 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4203cbd-af25-41cb-ad91-f1996a6ee0a8 req-f3efadb5-2727-47e2-aeb8-664130723ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:15.344293 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-c4203cbd-af25-41cb-ad91-f1996a6ee0a8 req-f3efadb5-2727-47e2-aeb8-664130723ddd service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=319bd365127d481aac9f127196321ecf&device_id=368412cf-5ba9-4f72-9f6a-f942a457f336 HTTP/1.1" status: 200 len: 1127 time: 0.0430820 Sep 30 09:50:15.436876 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4203cbd-af25-41cb-ad91-f1996a6ee0a8 req-e1cf32ac-3878-47c9-8b83-526b3d0740d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:15.438387 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-c4203cbd-af25-41cb-ad91-f1996a6ee0a8 req-e1cf32ac-3878-47c9-8b83-526b3d0740d4 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=783d3ef4-ccee-441e-bda2-ed5dc69cd7b7 HTTP/1.1" status: 200 len: 912 time: 0.0867085 Sep 30 09:50:15.480723 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-c4203cbd-af25-41cb-ad91-f1996a6ee0a8 req-80304b84-8073-42b1-8933-11c31fcdff9e service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b8d6ba6-787c-41c5-833b-070d703ec580 HTTP/1.1" status: 200 len: 217 time: 0.0363467 Sep 30 09:50:15.528857 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4203cbd-af25-41cb-ad91-f1996a6ee0a8 req-1063916c-4e30-4edb-83ba-ad0a32854a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:15.530214 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-c4203cbd-af25-41cb-ad91-f1996a6ee0a8 req-1063916c-4e30-4edb-83ba-ad0a32854a4a service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=091b5f67-904e-460e-8495-1159034c406e HTTP/1.1" status: 200 len: 850 time: 0.0445580 Sep 30 09:50:15.573223 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4203cbd-af25-41cb-ad91-f1996a6ee0a8 req-01586e6e-0013-4e1c-a42e-1b1ee15a46a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:15.574703 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-c4203cbd-af25-41cb-ad91-f1996a6ee0a8 req-01586e6e-0013-4e1c-a42e-1b1ee15a46a4 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=783d3ef4-ccee-441e-bda2-ed5dc69cd7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0385253 Sep 30 09:50:15.669254 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-c4203cbd-af25-41cb-ad91-f1996a6ee0a8 req-59fd32e0-9511-4b52-97a2-8c3bb913dbff service neutron] 10.222.0.40 "GET /networking/v2.0/networks/783d3ef4-ccee-441e-bda2-ed5dc69cd7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877328 Sep 30 09:50:15.759445 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-c4203cbd-af25-41cb-ad91-f1996a6ee0a8 req-d8c848b7-a3ea-47b1-8147-a6ad53d3f170 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/783d3ef4-ccee-441e-bda2-ed5dc69cd7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838451 Sep 30 09:50:16.086039 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464215e-e4b6-4305-8dfe-3c8455a5aca5 req-98965222-8f7f-4218-91b8-9eb3becb5ccb tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:16.087513 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-e464215e-e4b6-4305-8dfe-3c8455a5aca5 req-98965222-8f7f-4218-91b8-9eb3becb5ccb tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=368412cf-5ba9-4f72-9f6a-f942a457f336 HTTP/1.1" status: 200 len: 943 time: 0.0472424 Sep 30 09:50:16.106177 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:16.136082 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-e464215e-e4b6-4305-8dfe-3c8455a5aca5 req-4262d43f-9301-4b4c-a536-71e859032d2e tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=147172ab-942e-429a-9f5a-62723ffeaa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430353 Sep 30 09:50:17.166845 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 8b8d6ba6-787c-41c5-833b-070d703ec580 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:50:17.169100 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:17.171267 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:17.256059 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b6f9b-549a-4ddc-80e1-b8f18b5c8dd9 req-627022d8-53e6-4bd1-bff2-84a307f78575 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:17.257225 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d77b6f9b-549a-4ddc-80e1-b8f18b5c8dd9 req-627022d8-53e6-4bd1-bff2-84a307f78575 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=368412cf-5ba9-4f72-9f6a-f942a457f336 HTTP/1.1" status: 200 len: 943 time: 0.0457797 Sep 30 09:50:17.271318 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port 8b8d6ba6-787c-41c5-833b-070d703ec580, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8b8d6ba6-787c-41c5-833b-070d703ec580,segment=NetworkSegment(3e9b7f35-5eb8-4e46-af6a-15d50df0168f),segment_id=3e9b7f35-5eb8-4e46-af6a-15d50df0168f)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:50:17.282981 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Returning: {'device': '8b8d6ba6-787c-41c5-833b-070d703ec580', 'network_id': '783d3ef4-ccee-441e-bda2-ed5dc69cd7b7', 'port_id': '8b8d6ba6-787c-41c5-833b-070d703ec580', 'mac_address': 'fa:16:3e:c7:87:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '091b5f67-904e-460e-8495-1159034c406e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:50:17.306156 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d77b6f9b-549a-4ddc-80e1-b8f18b5c8dd9 req-03aca1c6-fd4c-475f-8b13-476bce307deb tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=147172ab-942e-429a-9f5a-62723ffeaa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427613 Sep 30 09:50:17.318124 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port 8b8d6ba6-787c-41c5-833b-070d703ec580 is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:50:17.318518 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (8b8d6ba6-787c-41c5-833b-070d703ec580), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:17.332061 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b8d6ba6-787c-41c5-833b-070d703ec580 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:50:17.352217 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port 8b8d6ba6-787c-41c5-833b-070d703ec580, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8b8d6ba6-787c-41c5-833b-070d703ec580,segment=NetworkSegment(3e9b7f35-5eb8-4e46-af6a-15d50df0168f),segment_id=3e9b7f35-5eb8-4e46-af6a-15d50df0168f)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:50:17.355881 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (8b8d6ba6-787c-41c5-833b-070d703ec580), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:17.401565 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=8b8d6ba6-787c-41c5-833b-070d703ec580,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:50:17.408781 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:17.409132 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:17.409477 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:17.409849 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:17.410187 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:17.410514 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:17.410840 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:17.411165 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:17.411491 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:17.411813 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:17.412138 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:17.412480 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:17.412789 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:17.413616 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:17.413961 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:50:17.795835 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] get_ports_and_sgs() called for port_ids ['8b8d6ba6-787c-41c5-833b-070d703ec580'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:50:18.429789 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e176f-b3e6-4a32-b49c-540355273d15 req-4c2f0ae7-3820-403c-bcc9-34b635f6d6bb tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:18.431310 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f92e176f-b3e6-4a32-b49c-540355273d15 req-4c2f0ae7-3820-403c-bcc9-34b635f6d6bb tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=368412cf-5ba9-4f72-9f6a-f942a457f336 HTTP/1.1" status: 200 len: 944 time: 0.0503321 Sep 30 09:50:18.484603 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f92e176f-b3e6-4a32-b49c-540355273d15 req-405651ef-ce04-4bf3-862b-036f64e56554 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=147172ab-942e-429a-9f5a-62723ffeaa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476592 Sep 30 09:50:19.187390 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 8b8d6ba6-787c-41c5-833b-070d703ec580 up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:50:19.229099 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Provisioning for port 8b8d6ba6-787c-41c5-833b-070d703ec580 completed by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 30 09:50:19.234439 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Provisioning complete for port 8b8d6ba6-787c-41c5-833b-070d703ec580 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:50:19.234807 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (8b8d6ba6-787c-41c5-833b-070d703ec580), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:19.235156 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Attempt 1 to provision port 8b8d6ba6-787c-41c5-833b-070d703ec580 Sep 30 09:50:19.426944 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port 8b8d6ba6-787c-41c5-833b-070d703ec580 is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:50:19.427331 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (8b8d6ba6-787c-41c5-833b-070d703ec580), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:19.453486 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368412cf-5ba9-4f72-9f6a-f942a457f336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b8d6ba6-787c-41c5-833b-070d703ec580'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:50:19.455663 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}572cd3d2a36c298d242844143b4f2eb8d6763781bbf742a8cfd50e233d5d8038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11283f8-7e22-4806-a812-bad1ae44e4c4" -d '{"events": [{"server_uuid": "368412cf-5ba9-4f72-9f6a-f942a457f336", "name": "network-vif-plugged", "status": "completed", "tag": "8b8d6ba6-787c-41c5-833b-070d703ec580"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:50:19.468780 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port 8b8d6ba6-787c-41c5-833b-070d703ec580, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8b8d6ba6-787c-41c5-833b-070d703ec580,segment=NetworkSegment(3e9b7f35-5eb8-4e46-af6a-15d50df0168f),segment_id=3e9b7f35-5eb8-4e46-af6a-15d50df0168f)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:50:19.472325 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (8b8d6ba6-787c-41c5-833b-070d703ec580), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:19.519325 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=8b8d6ba6-787c-41c5-833b-070d703ec580,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:50:19.560104 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bc1a71-0ced-4fe8-8e99-241c4f316ffa x-openstack-request-id: req-82bc1a71-0ced-4fe8-8e99-241c4f316ffa {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:50:19.560397 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368412cf-5ba9-4f72-9f6a-f942a457f336", "name": "network-vif-plugged", "status": "completed", "tag": "8b8d6ba6-787c-41c5-833b-070d703ec580", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:50:19.560784 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-82bc1a71-0ced-4fe8-8e99-241c4f316ffa {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:50:19.561210 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82bc1a71-0ced-4fe8-8e99-241c4f316ffa'] response: {'server_uuid': '368412cf-5ba9-4f72-9f6a-f942a457f336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b8d6ba6-787c-41c5-833b-070d703ec580', 'code': 200} Sep 30 09:50:19.617142 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc4b62-bd68-4d41-bd82-c90ddd723451 req-87948361-d114-4048-91c8-70ba8d5b58a0 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:19.618642 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d7bc4b62-bd68-4d41-bd82-c90ddd723451 req-87948361-d114-4048-91c8-70ba8d5b58a0 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=368412cf-5ba9-4f72-9f6a-f942a457f336 HTTP/1.1" status: 200 len: 945 time: 0.0465493 Sep 30 09:50:19.667318 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d7bc4b62-bd68-4d41-bd82-c90ddd723451 req-cc9c0a49-b259-426c-83dc-310effd74662 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=147172ab-942e-429a-9f5a-62723ffeaa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429616 Sep 30 09:50:19.772160 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd51f7c-a330-4974-bd27-6b9bf4370a20 req-428968f5-bc3f-4fcb-b817-4377ab06d85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:19.774397 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-8fd51f7c-a330-4974-bd27-6b9bf4370a20 req-428968f5-bc3f-4fcb-b817-4377ab06d85b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=368412cf-5ba9-4f72-9f6a-f942a457f336 HTTP/1.1" status: 200 len: 1129 time: 0.0423143 Sep 30 09:50:19.804281 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:19.817691 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-8fd51f7c-a330-4974-bd27-6b9bf4370a20 req-478df14c-b634-4731-aff8-a8cb12e49ab8 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=147172ab-942e-429a-9f5a-62723ffeaa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371106 Sep 30 09:50:20.798239 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8e07e-64e3-4960-ae42-e46a31676a4e req-3d87db4b-7fed-487b-865b-e3f5592a9aff tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:20.799694 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-59d8e07e-64e3-4960-ae42-e46a31676a4e req-3d87db4b-7fed-487b-865b-e3f5592a9aff tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=368412cf-5ba9-4f72-9f6a-f942a457f336 HTTP/1.1" status: 200 len: 945 time: 0.0498531 Sep 30 09:50:20.846737 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-59d8e07e-64e3-4960-ae42-e46a31676a4e req-b1e23ccc-a568-49d1-a7f0-8c5dbde64a82 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=147172ab-942e-429a-9f5a-62723ffeaa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411892 Sep 30 09:50:21.972910 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42711a09-7ec2-44c8-843d-7fe138c18c5e req-03c2ae9a-d47b-4a47-8d93-fdb143de3336 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:21.974378 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-42711a09-7ec2-44c8-843d-7fe138c18c5e req-03c2ae9a-d47b-4a47-8d93-fdb143de3336 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=368412cf-5ba9-4f72-9f6a-f942a457f336 HTTP/1.1" status: 200 len: 945 time: 0.0480676 Sep 30 09:50:22.020772 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-42711a09-7ec2-44c8-843d-7fe138c18c5e req-d738f3ce-6444-463d-938e-d17e23fda4d3 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=147172ab-942e-429a-9f5a-62723ffeaa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405991 Sep 30 09:50:22.135481 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c0c475-af82-47ac-98bf-5194511b2f01 req-3626cdd6-7205-4a9f-a20e-fd29ae17ed9b tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:22.136828 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-08c0c475-af82-47ac-98bf-5194511b2f01 req-3626cdd6-7205-4a9f-a20e-fd29ae17ed9b tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=368412cf-5ba9-4f72-9f6a-f942a457f336 HTTP/1.1" status: 200 len: 945 time: 0.0460997 Sep 30 09:50:22.146963 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 45628) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:50:22.151335 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-23ca61dc-709d-4158-a372-6e337c2cc847 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Request body: {'floatingip': {'port_id': '8b8d6ba6-787c-41c5-833b-070d703ec580'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:50:22.193366 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-23ca61dc-709d-4158-a372-6e337c2cc847 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks [] for floatingip (e7a3eda2-5718-41f3-9dac-9c0f6390d547), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:22.606771 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-23ca61dc-709d-4158-a372-6e337c2cc847 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:22.610523 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-23ca61dc-709d-4158-a372-6e337c2cc847 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759975'] for floatingip (e7a3eda2-5718-41f3-9dac-9c0f6390d547), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:22.612914 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:22.641821 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:22.702320 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.db.l3_db [None req-23ca61dc-709d-4158-a372-6e337c2cc847 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Floating IP e7a3eda2-5718-41f3-9dac-9c0f6390d547 associated. External IP: 172.37.1.114, port: 8b8d6ba6-787c-41c5-833b-070d703ec580. Sep 30 09:50:22.892511 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ca61dc-709d-4158-a372-6e337c2cc847 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Router 20895560-f249-429c-a147-9427b9c11de3 has already been hosted by L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:50:22.993060 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ca61dc-709d-4158-a372-6e337c2cc847 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:50:22.997477 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-23ca61dc-709d-4158-a372-6e337c2cc847 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for floatingip (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:23.007255 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25c381f-b54e-4877-a9c1-687070f95d32 None None] Sync routers for ids ['20895560-f249-429c-a147-9427b9c11de3'] in dv-cinder-master-3-smb {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:50:23.017838 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25c381f-b54e-4877-a9c1-687070f95d32 None None] Routers {'20895560-f249-429c-a147-9427b9c11de3'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:50:23.018454 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-c25c381f-b54e-4877-a9c1-687070f95d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:49:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['20895560-f249-429c-a147-9427b9c11de3'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:50:23.027143 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-23ca61dc-709d-4158-a372-6e337c2cc847 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/e7a3eda2-5718-41f3-9dac-9c0f6390d547 HTTP/1.1" status: 200 len: 991 time: 0.8791535 Sep 30 09:50:23.027874 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '368412cf-5ba9-4f72-9f6a-f942a457f336', 'tag': '8b8d6ba6-787c-41c5-833b-070d703ec580'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:50:23.030185 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fcb41cfe2f49de8823fc1653213cc9e5b77d80f13114ba069ec5cf27ea68f53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240a64b4-6960-441c-9bb8-60e319aea048" -d '{"events": [{"name": "network-changed", "server_uuid": "368412cf-5ba9-4f72-9f6a-f942a457f336", "tag": "8b8d6ba6-787c-41c5-833b-070d703ec580"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:50:23.122828 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-c25c381f-b54e-4877-a9c1-687070f95d32 None None] Set router 20895560-f249-429c-a147-9427b9c11de3 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:50:23.123420 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67fbc13a-9272-4e4e-ae20-53075f818e8c x-openstack-request-id: req-67fbc13a-9272-4e4e-ae20-53075f818e8c {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:50:23.123708 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "368412cf-5ba9-4f72-9f6a-f942a457f336", "tag": "8b8d6ba6-787c-41c5-833b-070d703ec580", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:50:23.123961 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-67fbc13a-9272-4e4e-ae20-53075f818e8c {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:50:23.124361 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67fbc13a-9272-4e4e-ae20-53075f818e8c'] response: {'name': 'network-changed', 'server_uuid': '368412cf-5ba9-4f72-9f6a-f942a457f336', 'tag': '8b8d6ba6-787c-41c5-833b-070d703ec580', 'status': 'completed', 'code': 200} Sep 30 09:50:23.148228 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:23.159296 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:23.207290 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a64b4-6960-441c-9bb8-60e319aea048 req-3d892e67-1043-4d88-9a90-4986010d3654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:23.208773 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-240a64b4-6960-441c-9bb8-60e319aea048 req-3d892e67-1043-4d88-9a90-4986010d3654 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=319bd365127d481aac9f127196321ecf&device_id=368412cf-5ba9-4f72-9f6a-f942a457f336 HTTP/1.1" status: 200 len: 1129 time: 0.0389917 Sep 30 09:50:23.302067 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a64b4-6960-441c-9bb8-60e319aea048 req-7c032355-e0f5-4541-af52-5f6d7932e403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:23.303552 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-240a64b4-6960-441c-9bb8-60e319aea048 req-7c032355-e0f5-4541-af52-5f6d7932e403 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=783d3ef4-ccee-441e-bda2-ed5dc69cd7b7 HTTP/1.1" status: 200 len: 912 time: 0.0896182 Sep 30 09:50:23.335361 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-c25c381f-b54e-4877-a9c1-687070f95d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20895560-f249-429c-a147-9427b9c11de3', 'name': 'tempest-AttachVolumeTestJSON-2053631446-router', 'tenant_id': '319bd365127d481aac9f127196321ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.202'}], 'enable_snat': True}, 'gw_port_id': 'ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:49Z', 'updated_at': '2022-09-30T09:45:52Z', 'revision_number': 4, 'project_id': '319bd365127d481aac9f127196321ecf', 'gw_port': {'id': 'ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20895560-f249-429c-a147-9427b9c11de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:50Z', 'updated_at': '2022-09-30T09:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'e7a3eda2-5718-41f3-9dac-9c0f6390d547', 'tenant_id': '319bd365127d481aac9f127196321ecf', 'floating_ip_address': '172.37.1.114', 'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'router_id': '20895560-f249-429c-a147-9427b9c11de3', 'port_id': '8b8d6ba6-787c-41c5-833b-070d703ec580', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '783d3ef4-ccee-441e-bda2-ed5dc69cd7b7', 'mac_address': 'fa:16:3e:c7:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368412cf-5ba9-4f72-9f6a-f942a457f336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:50:09Z', 'updated_at': '2022-09-30T09:50:22Z', 'revision_number': 1, 'project_id': '319bd365127d481aac9f127196321ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9bb7d97-8e1d-4439-be21-3140fa9b7f06', 'name': '', 'network_id': '783d3ef4-ccee-441e-bda2-ed5dc69cd7b7', 'tenant_id': '319bd365127d481aac9f127196321ecf', 'mac_address': 'fa:16:3e:83:8d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20895560-f249-429c-a147-9427b9c11de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '091b5f67-904e-460e-8495-1159034c406e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:57Z', 'revision_number': 5, 'project_id': '319bd365127d481aac9f127196321ecf', 'subnets': [{'id': '091b5f67-904e-460e-8495-1159034c406e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:50:23.360737 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25c381f-b54e-4877-a9c1-687070f95d32 None None] Checking router: 20895560-f249-429c-a147-9427b9c11de3 for host: dv-cinder-master-3-smb {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:50:23.364364 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-240a64b4-6960-441c-9bb8-60e319aea048 req-18265e9b-0252-4cd3-95c0-acd1771ec227 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b8d6ba6-787c-41c5-833b-070d703ec580 HTTP/1.1" status: 200 len: 999 time: 0.0549057 Sep 30 09:50:23.369140 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25c381f-b54e-4877-a9c1-687070f95d32 None None] Routers {'20895560-f249-429c-a147-9427b9c11de3'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:50:23.369774 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-c25c381f-b54e-4877-a9c1-687070f95d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:49:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['20895560-f249-429c-a147-9427b9c11de3'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:50:23.412982 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a64b4-6960-441c-9bb8-60e319aea048 req-7d613a83-a27f-4f63-a599-762cdfb6b22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:23.414570 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-240a64b4-6960-441c-9bb8-60e319aea048 req-7d613a83-a27f-4f63-a599-762cdfb6b22d service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=091b5f67-904e-460e-8495-1159034c406e HTTP/1.1" status: 200 len: 850 time: 0.0450625 Sep 30 09:50:23.474184 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-c25c381f-b54e-4877-a9c1-687070f95d32 None None] Set router 20895560-f249-429c-a147-9427b9c11de3 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:50:23.693979 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a64b4-6960-441c-9bb8-60e319aea048 req-155431b1-e090-40a4-a0af-940ada5c2826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:50:23.696281 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-240a64b4-6960-441c-9bb8-60e319aea048 req-155431b1-e090-40a4-a0af-940ada5c2826 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=783d3ef4-ccee-441e-bda2-ed5dc69cd7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2762518 Sep 30 09:50:23.708108 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-c25c381f-b54e-4877-a9c1-687070f95d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20895560-f249-429c-a147-9427b9c11de3', 'name': 'tempest-AttachVolumeTestJSON-2053631446-router', 'tenant_id': '319bd365127d481aac9f127196321ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.202'}], 'enable_snat': True}, 'gw_port_id': 'ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:49Z', 'updated_at': '2022-09-30T09:45:52Z', 'revision_number': 4, 'project_id': '319bd365127d481aac9f127196321ecf', 'gw_port': {'id': 'ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20895560-f249-429c-a147-9427b9c11de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:50Z', 'updated_at': '2022-09-30T09:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'e7a3eda2-5718-41f3-9dac-9c0f6390d547', 'tenant_id': '319bd365127d481aac9f127196321ecf', 'floating_ip_address': '172.37.1.114', 'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'router_id': '20895560-f249-429c-a147-9427b9c11de3', 'port_id': '8b8d6ba6-787c-41c5-833b-070d703ec580', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '783d3ef4-ccee-441e-bda2-ed5dc69cd7b7', 'mac_address': 'fa:16:3e:c7:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368412cf-5ba9-4f72-9f6a-f942a457f336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:50:09Z', 'updated_at': '2022-09-30T09:50:22Z', 'revision_number': 1, 'project_id': '319bd365127d481aac9f127196321ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9bb7d97-8e1d-4439-be21-3140fa9b7f06', 'name': '', 'network_id': '783d3ef4-ccee-441e-bda2-ed5dc69cd7b7', 'tenant_id': '319bd365127d481aac9f127196321ecf', 'mac_address': 'fa:16:3e:83:8d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20895560-f249-429c-a147-9427b9c11de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '091b5f67-904e-460e-8495-1159034c406e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:57Z', 'revision_number': 5, 'project_id': '319bd365127d481aac9f127196321ecf', 'subnets': [{'id': '091b5f67-904e-460e-8495-1159034c406e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:50:23.733818 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25c381f-b54e-4877-a9c1-687070f95d32 None None] The sync data for ids ['20895560-f249-429c-a147-9427b9c11de3'] in dv-cinder-master-3-smb is: [{'id': '20895560-f249-429c-a147-9427b9c11de3', 'name': 'tempest-AttachVolumeTestJSON-2053631446-router', 'tenant_id': '319bd365127d481aac9f127196321ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.202'}], 'enable_snat': True}, 'gw_port_id': 'ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:49Z', 'updated_at': '2022-09-30T09:45:52Z', 'revision_number': 4, 'project_id': '319bd365127d481aac9f127196321ecf', 'gw_port': {'id': 'ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20895560-f249-429c-a147-9427b9c11de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:50Z', 'updated_at': '2022-09-30T09:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'e7a3eda2-5718-41f3-9dac-9c0f6390d547', 'tenant_id': '319bd365127d481aac9f127196321ecf', 'floating_ip_address': '172.37.1.114', 'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'router_id': '20895560-f249-429c-a147-9427b9c11de3', 'port_id': '8b8d6ba6-787c-41c5-833b-070d703ec580', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '783d3ef4-ccee-441e-bda2-ed5dc69cd7b7', 'mac_address': 'fa:16:3e:c7:87:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368412cf-5ba9-4f72-9f6a-f942a457f336', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:50:09Z', 'updated_at': '2022-09-30T09:50:22Z', 'revision_number': 1, 'project_id': '319bd365127d481aac9f127196321ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9bb7d97-8e1d-4439-be21-3140fa9b7f06', 'name': '', 'network_id': '783d3ef4-ccee-441e-bda2-ed5dc69cd7b7', 'tenant_id': '319bd365127d481aac9f127196321ecf', 'mac_address': 'fa:16:3e:83:8d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20895560-f249-429c-a147-9427b9c11de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '091b5f67-904e-460e-8495-1159034c406e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:57Z', 'revision_number': 5, 'project_id': '319bd365127d481aac9f127196321ecf', 'subnets': [{'id': '091b5f67-904e-460e-8495-1159034c406e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:50:23.764798 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:23.789858 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-240a64b4-6960-441c-9bb8-60e319aea048 req-87ee8365-f3c3-4c45-8aef-aaee6f1f7a09 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/783d3ef4-ccee-441e-bda2-ed5dc69cd7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881109 Sep 30 09:50:23.895486 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-240a64b4-6960-441c-9bb8-60e319aea048 req-ab663841-9650-436d-a9bc-481044da4f3f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/783d3ef4-ccee-441e-bda2-ed5dc69cd7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001360 Sep 30 09:50:23.926995 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd82419-6021-4caa-bbb4-064d72efc700 None None] New status for floating IP e7a3eda2-5718-41f3-9dac-9c0f6390d547: ACTIVE {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 09:50:23.929756 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:23.931558 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:25.980185 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-87699778-1947-43bc-b7e6-5a986f66ec57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:28.328663 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-113e097d-38dd-4f81-a4b8-0d0e7d26d12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:29.497463 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:29.773077 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:30.251240 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:50:30.992132 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:31.011753 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:33.020594 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=42 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:33.023242 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=51 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:33.885391 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=13 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:33.892650 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=48 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:34.030320 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:41.000851 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=74,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:41.006770 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=59,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:50.214462 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=13 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:50.218518 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:50:55.981083 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cf308343-9f40-4623-8916-8d518c9aec0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:58.330397 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-eb90ad5c-68b4-4ea0-8b85-86cbd17674f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:59.499901 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:50:59.792071 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:00.995339 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:01.013724 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:07.252385 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:51:11.007394 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:11.009361 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:15.303432 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-5688fdc8-05b2-49ad-91c4-f58785d63cfe req-0aabbf09-8a8b-4b7f-99cf-0fd3ff6c234b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=368412cf-5ba9-4f72-9f6a-f942a457f336&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395961 Sep 30 09:51:15.406073 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688fdc8-05b2-49ad-91c4-f58785d63cfe req-e65dc5ea-352e-498c-a42c-c7a76b9c2b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:15.407707 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-5688fdc8-05b2-49ad-91c4-f58785d63cfe req-e65dc5ea-352e-498c-a42c-c7a76b9c2b35 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=319bd365127d481aac9f127196321ecf&device_id=368412cf-5ba9-4f72-9f6a-f942a457f336 HTTP/1.1" status: 200 len: 1129 time: 0.0396295 Sep 30 09:51:15.513289 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688fdc8-05b2-49ad-91c4-f58785d63cfe req-0f5a4708-9033-4b4e-bddf-5521ae2876c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:15.514841 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-5688fdc8-05b2-49ad-91c4-f58785d63cfe req-0f5a4708-9033-4b4e-bddf-5521ae2876c2 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=783d3ef4-ccee-441e-bda2-ed5dc69cd7b7 HTTP/1.1" status: 200 len: 912 time: 0.0878534 Sep 30 09:51:15.575321 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-5688fdc8-05b2-49ad-91c4-f58785d63cfe req-7b43bd57-bb98-4572-a86e-4d0f4170799e service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b8d6ba6-787c-41c5-833b-070d703ec580 HTTP/1.1" status: 200 len: 1001 time: 0.0536716 Sep 30 09:51:15.626917 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688fdc8-05b2-49ad-91c4-f58785d63cfe req-38ba565b-b89a-4f2f-93f2-a0bfde90a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:15.628330 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-5688fdc8-05b2-49ad-91c4-f58785d63cfe req-38ba565b-b89a-4f2f-93f2-a0bfde90a273 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=091b5f67-904e-460e-8495-1159034c406e HTTP/1.1" status: 200 len: 850 time: 0.0469356 Sep 30 09:51:15.670448 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688fdc8-05b2-49ad-91c4-f58785d63cfe req-089175c9-9dd0-49f9-a7c5-58f107a4038b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:15.671958 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-5688fdc8-05b2-49ad-91c4-f58785d63cfe req-089175c9-9dd0-49f9-a7c5-58f107a4038b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=783d3ef4-ccee-441e-bda2-ed5dc69cd7b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0379057 Sep 30 09:51:15.761185 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-5688fdc8-05b2-49ad-91c4-f58785d63cfe req-45e30e89-03e2-4d34-81be-64fed985ff09 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/783d3ef4-ccee-441e-bda2-ed5dc69cd7b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835693 Sep 30 09:51:15.849968 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-5688fdc8-05b2-49ad-91c4-f58785d63cfe req-9f6c277c-462e-4904-9ff1-49118ba4b541 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/783d3ef4-ccee-441e-bda2-ed5dc69cd7b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821180 Sep 30 09:51:25.845136 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=51 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:25.847087 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=50 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:25.983180 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fcb337f4-84c5-4d23-9dd0-daf7f22034a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:27.215637 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:27.217171 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:28.332114 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2db0db72-5c53-4469-9078-ce29282c9d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:29.501138 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:29.784875 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:30.998494 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:31.016178 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:44.253112 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:51:46.065012 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:46.067695 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:49.244887 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce7045-3ed4-4cfb-b6c1-e31b80dfce25 req-74b4c75f-5ad4-4083-829c-abd82d46f904 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:49.246364 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-adce7045-3ed4-4cfb-b6c1-e31b80dfce25 req-74b4c75f-5ad4-4083-829c-abd82d46f904 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=368412cf-5ba9-4f72-9f6a-f942a457f336 HTTP/1.1" status: 200 len: 945 time: 0.0517461 Sep 30 09:51:49.567098 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-adce7045-3ed4-4cfb-b6c1-e31b80dfce25 req-e9892573-f998-41f5-9907-a18509497c48 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=147172ab-942e-429a-9f5a-62723ffeaa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3149295 Sep 30 09:51:50.687791 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3e351-926d-42c6-afa8-8f315da28fd8 req-b31b72cd-e0c2-46e4-be34-a808bde603a4 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:50.689146 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1cd3e351-926d-42c6-afa8-8f315da28fd8 req-b31b72cd-e0c2-46e4-be34-a808bde603a4 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=368412cf-5ba9-4f72-9f6a-f942a457f336 HTTP/1.1" status: 200 len: 945 time: 0.0447736 Sep 30 09:51:50.735322 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1cd3e351-926d-42c6-afa8-8f315da28fd8 req-628dcbc6-adff-460c-8adf-c118acf6d659 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=147172ab-942e-429a-9f5a-62723ffeaa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405729 Sep 30 09:51:51.554238 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e35fde-ed24-4c54-8627-cbcc727c876d req-5c9ef44d-460c-4eb3-b7e6-70510881a421 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:51.555789 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-e4e35fde-ed24-4c54-8627-cbcc727c876d req-5c9ef44d-460c-4eb3-b7e6-70510881a421 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=368412cf-5ba9-4f72-9f6a-f942a457f336 HTTP/1.1" status: 200 len: 945 time: 0.0598586 Sep 30 09:51:51.643791 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-e4e35fde-ed24-4c54-8627-cbcc727c876d req-9a485991-639d-45b2-8d8d-a149fb5d7103 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Deleting port 8b8d6ba6-787c-41c5-833b-070d703ec580 {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:51:51.644173 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-e4e35fde-ed24-4c54-8627-cbcc727c876d req-9a485991-639d-45b2-8d8d-a149fb5d7103 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (8b8d6ba6-787c-41c5-833b-070d703ec580), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:51.736136 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-e4e35fde-ed24-4c54-8627-cbcc727c876d req-9a485991-639d-45b2-8d8d-a149fb5d7103 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] For port 8b8d6ba6-787c-41c5-833b-070d703ec580, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8b8d6ba6-787c-41c5-833b-070d703ec580,segment=NetworkSegment(3e9b7f35-5eb8-4e46-af6a-15d50df0168f),segment_id=3e9b7f35-5eb8-4e46-af6a-15d50df0168f)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:51:51.736533 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-e4e35fde-ed24-4c54-8627-cbcc727c876d req-9a485991-639d-45b2-8d8d-a149fb5d7103 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (8b8d6ba6-787c-41c5-833b-070d703ec580), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:51.868804 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c0e2a-1420-4daf-9b6e-e48c661358e5 req-7146551f-7078-43d3-9c0f-24058f8e1365 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:51:51.870264 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1a8c0e2a-1420-4daf-9b6e-e48c661358e5 req-7146551f-7078-43d3-9c0f-24058f8e1365 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=368412cf-5ba9-4f72-9f6a-f942a457f336 HTTP/1.1" status: 200 len: 945 time: 0.0509191 Sep 30 09:51:51.914647 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-e4e35fde-ed24-4c54-8627-cbcc727c876d req-9a485991-639d-45b2-8d8d-a149fb5d7103 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:51.915006 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-e4e35fde-ed24-4c54-8627-cbcc727c876d req-9a485991-639d-45b2-8d8d-a149fb5d7103 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759975'] for floatingip (e7a3eda2-5718-41f3-9dac-9c0f6390d547), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:51.915323 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.db.l3_db [req-e4e35fde-ed24-4c54-8627-cbcc727c876d req-9a485991-639d-45b2-8d8d-a149fb5d7103 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Floating IP e7a3eda2-5718-41f3-9dac-9c0f6390d547 disassociated. External IP: 172.37.1.114, port: 8b8d6ba6-787c-41c5-833b-070d703ec580. Sep 30 09:51:51.915692 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-e4e35fde-ed24-4c54-8627-cbcc727c876d req-9a485991-639d-45b2-8d8d-a149fb5d7103 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Calling delete_port for 8b8d6ba6-787c-41c5-833b-070d703ec580 owned by compute:nova {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:51:51.928713 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1a8c0e2a-1420-4daf-9b6e-e48c661358e5 req-aef196d1-76a3-46a1-90a2-a038d996fa28 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=147172ab-942e-429a-9f5a-62723ffeaa01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520003 Sep 30 09:51:52.043474 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-e4e35fde-ed24-4c54-8627-cbcc727c876d req-9a485991-639d-45b2-8d8d-a149fb5d7103 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (8b8d6ba6-787c-41c5-833b-070d703ec580), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:52.072038 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a485991-639d-45b2-8d8d-a149fb5d7103 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Pushing event deleted for resources: {'Port': ['ID=8b8d6ba6-787c-41c5-833b-070d703ec580,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:52.084943 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a485991-639d-45b2-8d8d-a149fb5d7103 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:52.085289 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a485991-639d-45b2-8d8d-a149fb5d7103 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:52.085699 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a485991-639d-45b2-8d8d-a149fb5d7103 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:52.086017 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a485991-639d-45b2-8d8d-a149fb5d7103 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:52.086410 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a485991-639d-45b2-8d8d-a149fb5d7103 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:52.086865 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a485991-639d-45b2-8d8d-a149fb5d7103 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:52.087012 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a485991-639d-45b2-8d8d-a149fb5d7103 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:52.087260 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a485991-639d-45b2-8d8d-a149fb5d7103 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:52.087566 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a485991-639d-45b2-8d8d-a149fb5d7103 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:52.087932 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a485991-639d-45b2-8d8d-a149fb5d7103 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:52.088222 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a485991-639d-45b2-8d8d-a149fb5d7103 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:52.088545 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a485991-639d-45b2-8d8d-a149fb5d7103 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:52.088865 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a485991-639d-45b2-8d8d-a149fb5d7103 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:52.089183 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a485991-639d-45b2-8d8d-a149fb5d7103 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:52.089497 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a485991-639d-45b2-8d8d-a149fb5d7103 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:52.244484 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4e35fde-ed24-4c54-8627-cbcc727c876d req-9a485991-639d-45b2-8d8d-a149fb5d7103 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Router 20895560-f249-429c-a147-9427b9c11de3 has already been hosted by L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 {{(pid=106375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:51:52.344268 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4e35fde-ed24-4c54-8627-cbcc727c876d req-9a485991-639d-45b2-8d8d-a149fb5d7103 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:51:52.355084 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fb24b8-2b74-40a8-b6d6-23adea44da18 None None] Sync routers for ids ['20895560-f249-429c-a147-9427b9c11de3'] in dv-cinder-master-3-smb {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:51:52.365397 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fb24b8-2b74-40a8-b6d6-23adea44da18 None None] Routers {'20895560-f249-429c-a147-9427b9c11de3'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:51:52.366029 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-b6fb24b8-2b74-40a8-b6d6-23adea44da18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:51:28Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['20895560-f249-429c-a147-9427b9c11de3'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:52.387605 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e35fde-ed24-4c54-8627-cbcc727c876d req-9a485991-639d-45b2-8d8d-a149fb5d7103 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] No DVR routers for this DVR port 8b8d6ba6-787c-41c5-833b-070d703ec580 on host hv-cinder-maste {{(pid=106375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:51:52.390528 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-e4e35fde-ed24-4c54-8627-cbcc727c876d req-9a485991-639d-45b2-8d8d-a149fb5d7103 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:52.393850 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-e4e35fde-ed24-4c54-8627-cbcc727c876d req-9a485991-639d-45b2-8d8d-a149fb5d7103 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.40 "DELETE /networking/v2.0/ports/8b8d6ba6-787c-41c5-833b-070d703ec580 HTTP/1.1" status: 204 len: 173 time: 0.8335085 Sep 30 09:51:52.394355 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368412cf-5ba9-4f72-9f6a-f942a457f336', 'name': 'network-vif-deleted', 'tag': '8b8d6ba6-787c-41c5-833b-070d703ec580'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:51:52.396650 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a2765c340e485259911155c50f33e4425258638b85650f0a2a20d0c41df364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151badb1-5d55-491c-ac82-c04a71be411e" -d '{"events": [{"server_uuid": "368412cf-5ba9-4f72-9f6a-f942a457f336", "name": "network-vif-deleted", "tag": "8b8d6ba6-787c-41c5-833b-070d703ec580"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:51:52.456154 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045874b0-9bb9-44dc-bf30-0ae0628fe421 x-openstack-request-id: req-045874b0-9bb9-44dc-bf30-0ae0628fe421 {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:51:52.456507 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368412cf-5ba9-4f72-9f6a-f942a457f336", "name": "network-vif-deleted", "tag": "8b8d6ba6-787c-41c5-833b-070d703ec580", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:51:52.456764 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-045874b0-9bb9-44dc-bf30-0ae0628fe421 {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:51:52.457177 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-045874b0-9bb9-44dc-bf30-0ae0628fe421'] response: {'server_uuid': '368412cf-5ba9-4f72-9f6a-f942a457f336', 'name': 'network-vif-deleted', 'tag': '8b8d6ba6-787c-41c5-833b-070d703ec580', 'status': 'completed', 'code': 200} Sep 30 09:51:52.488156 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-b6fb24b8-2b74-40a8-b6d6-23adea44da18 None None] Set router 20895560-f249-429c-a147-9427b9c11de3 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:51:52.701780 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-b6fb24b8-2b74-40a8-b6d6-23adea44da18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20895560-f249-429c-a147-9427b9c11de3', 'name': 'tempest-AttachVolumeTestJSON-2053631446-router', 'tenant_id': '319bd365127d481aac9f127196321ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.202'}], 'enable_snat': True}, 'gw_port_id': 'ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:49Z', 'updated_at': '2022-09-30T09:45:52Z', 'revision_number': 4, 'project_id': '319bd365127d481aac9f127196321ecf', 'gw_port': {'id': 'ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20895560-f249-429c-a147-9427b9c11de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:50Z', 'updated_at': '2022-09-30T09:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'd9bb7d97-8e1d-4439-be21-3140fa9b7f06', 'name': '', 'network_id': '783d3ef4-ccee-441e-bda2-ed5dc69cd7b7', 'tenant_id': '319bd365127d481aac9f127196321ecf', 'mac_address': 'fa:16:3e:83:8d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20895560-f249-429c-a147-9427b9c11de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '091b5f67-904e-460e-8495-1159034c406e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:57Z', 'revision_number': 5, 'project_id': '319bd365127d481aac9f127196321ecf', 'subnets': [{'id': '091b5f67-904e-460e-8495-1159034c406e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:52.727379 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fb24b8-2b74-40a8-b6d6-23adea44da18 None None] Checking router: 20895560-f249-429c-a147-9427b9c11de3 for host: dv-cinder-master-3-smb {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:51:52.736820 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fb24b8-2b74-40a8-b6d6-23adea44da18 None None] Routers {'20895560-f249-429c-a147-9427b9c11de3'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:51:52.737423 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-b6fb24b8-2b74-40a8-b6d6-23adea44da18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:51:28Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['20895560-f249-429c-a147-9427b9c11de3'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:52.972963 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-b6fb24b8-2b74-40a8-b6d6-23adea44da18 None None] Set router 20895560-f249-429c-a147-9427b9c11de3 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:51:53.051226 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-fbbefc8b-691a-4a8c-824c-eb9fe12b4cde req-a93b82f7-0ad3-4af0-ae9a-30f35d582417 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=368412cf-5ba9-4f72-9f6a-f942a457f336 HTTP/1.1" status: 200 len: 210 time: 0.0313501 Sep 30 09:51:53.170971 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-b6fb24b8-2b74-40a8-b6d6-23adea44da18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20895560-f249-429c-a147-9427b9c11de3', 'name': 'tempest-AttachVolumeTestJSON-2053631446-router', 'tenant_id': '319bd365127d481aac9f127196321ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.202'}], 'enable_snat': True}, 'gw_port_id': 'ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:49Z', 'updated_at': '2022-09-30T09:45:52Z', 'revision_number': 4, 'project_id': '319bd365127d481aac9f127196321ecf', 'gw_port': {'id': 'ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20895560-f249-429c-a147-9427b9c11de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:50Z', 'updated_at': '2022-09-30T09:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'd9bb7d97-8e1d-4439-be21-3140fa9b7f06', 'name': '', 'network_id': '783d3ef4-ccee-441e-bda2-ed5dc69cd7b7', 'tenant_id': '319bd365127d481aac9f127196321ecf', 'mac_address': 'fa:16:3e:83:8d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20895560-f249-429c-a147-9427b9c11de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '091b5f67-904e-460e-8495-1159034c406e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:57Z', 'revision_number': 5, 'project_id': '319bd365127d481aac9f127196321ecf', 'subnets': [{'id': '091b5f67-904e-460e-8495-1159034c406e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:53.199315 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fb24b8-2b74-40a8-b6d6-23adea44da18 None None] The sync data for ids ['20895560-f249-429c-a147-9427b9c11de3'] in dv-cinder-master-3-smb is: [{'id': '20895560-f249-429c-a147-9427b9c11de3', 'name': 'tempest-AttachVolumeTestJSON-2053631446-router', 'tenant_id': '319bd365127d481aac9f127196321ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.202'}], 'enable_snat': True}, 'gw_port_id': 'ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:49Z', 'updated_at': '2022-09-30T09:45:52Z', 'revision_number': 4, 'project_id': '319bd365127d481aac9f127196321ecf', 'gw_port': {'id': 'ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20895560-f249-429c-a147-9427b9c11de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:50Z', 'updated_at': '2022-09-30T09:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'd9bb7d97-8e1d-4439-be21-3140fa9b7f06', 'name': '', 'network_id': '783d3ef4-ccee-441e-bda2-ed5dc69cd7b7', 'tenant_id': '319bd365127d481aac9f127196321ecf', 'mac_address': 'fa:16:3e:83:8d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20895560-f249-429c-a147-9427b9c11de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '091b5f67-904e-460e-8495-1159034c406e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:51Z', 'updated_at': '2022-09-30T09:45:57Z', 'revision_number': 5, 'project_id': '319bd365127d481aac9f127196321ecf', 'subnets': [{'id': '091b5f67-904e-460e-8495-1159034c406e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:51:53.421593 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1805fba7-7b9b-4085-812b-3905d7173876 None None] New status for floating IP e7a3eda2-5718-41f3-9dac-9c0f6390d547: DOWN {{(pid=106378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 09:51:54.145493 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 45786) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:54.199728 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1706a4cb-329a-4508-9057-0d430fe8442c tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks [] for security_group (147172ab-942e-429a-9f5a-62723ffeaa01), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:54.222157 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1706a4cb-329a-4508-9057-0d430fe8442c tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks [] for security_group (147172ab-942e-429a-9f5a-62723ffeaa01), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:54.271209 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1706a4cb-329a-4508-9057-0d430fe8442c tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (147172ab-942e-429a-9f5a-62723ffeaa01), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:54.273828 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1706a4cb-329a-4508-9057-0d430fe8442c tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:54.274963 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-1706a4cb-329a-4508-9057-0d430fe8442c tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/147172ab-942e-429a-9f5a-62723ffeaa01 HTTP/1.1" status: 204 len: 168 time: 0.1284728 Sep 30 09:51:54.277920 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 45788) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:54.285003 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1706a4cb-329a-4508-9057-0d430fe8442c tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=147172ab-942e-429a-9f5a-62723ffeaa01,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:54.292305 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1706a4cb-329a-4508-9057-0d430fe8442c tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:54.292645 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1706a4cb-329a-4508-9057-0d430fe8442c tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:54.292854 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.api.v2.resource [None req-aec94a27-8a55-4c02-b102-d81d33b6ee2f tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] show failed (client error): The resource could not be found. Sep 30 09:51:54.292972 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1706a4cb-329a-4508-9057-0d430fe8442c tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:54.293307 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1706a4cb-329a-4508-9057-0d430fe8442c tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:54.293695 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1706a4cb-329a-4508-9057-0d430fe8442c tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:54.293948 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-aec94a27-8a55-4c02-b102-d81d33b6ee2f tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "GET /networking/v2.0/security-groups/147172ab-942e-429a-9f5a-62723ffeaa01 HTTP/1.1" status: 404 len: 347 time: 0.0149090 Sep 30 09:51:54.294051 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1706a4cb-329a-4508-9057-0d430fe8442c tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:54.294425 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1706a4cb-329a-4508-9057-0d430fe8442c tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:54.294822 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1706a4cb-329a-4508-9057-0d430fe8442c tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:54.295149 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1706a4cb-329a-4508-9057-0d430fe8442c tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:54.295471 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1706a4cb-329a-4508-9057-0d430fe8442c tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:54.296353 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1706a4cb-329a-4508-9057-0d430fe8442c tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:54.296751 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1706a4cb-329a-4508-9057-0d430fe8442c tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:54.297085 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1706a4cb-329a-4508-9057-0d430fe8442c tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:54.297398 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1706a4cb-329a-4508-9057-0d430fe8442c tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:54.297522 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 45790) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:54.297736 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1706a4cb-329a-4508-9057-0d430fe8442c tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:51:54.406443 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:54.411890 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-87542dd9-b95f-4aaa-8fb4-702df3dd1cd9 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Deleting port 6ae45df3-73e3-4e0d-8830-a7d408ceee74 {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:51:54.412287 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-87542dd9-b95f-4aaa-8fb4-702df3dd1cd9 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (6ae45df3-73e3-4e0d-8830-a7d408ceee74), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:54.450241 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:54.494037 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-87542dd9-b95f-4aaa-8fb4-702df3dd1cd9 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (6ae45df3-73e3-4e0d-8830-a7d408ceee74), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:54.494364 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-87542dd9-b95f-4aaa-8fb4-702df3dd1cd9 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks [] for floatingip (6ae45df3-73e3-4e0d-8830-a7d408ceee74), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:54.506800 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-87542dd9-b95f-4aaa-8fb4-702df3dd1cd9 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Calling delete_port for 6ae45df3-73e3-4e0d-8830-a7d408ceee74 owned by network:floatingip {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:51:54.641513 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-87542dd9-b95f-4aaa-8fb4-702df3dd1cd9 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (6ae45df3-73e3-4e0d-8830-a7d408ceee74), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:54.667442 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87542dd9-b95f-4aaa-8fb4-702df3dd1cd9 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Pushing event deleted for resources: {'Port': ['ID=6ae45df3-73e3-4e0d-8830-a7d408ceee74,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:54.731124 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-87542dd9-b95f-4aaa-8fb4-702df3dd1cd9 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks [] for floatingip (e7a3eda2-5718-41f3-9dac-9c0f6390d547), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:54.733944 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-87542dd9-b95f-4aaa-8fb4-702df3dd1cd9 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for floatingip (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:54.735096 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-87542dd9-b95f-4aaa-8fb4-702df3dd1cd9 tempest-AttachVolumeTestJSON-510591521 tempest-AttachVolumeTestJSON-510591521-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/e7a3eda2-5718-41f3-9dac-9c0f6390d547 HTTP/1.1" status: 204 len: 168 time: 0.4366381 Sep 30 09:51:55.598475 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 8b8d6ba6-787c-41c5-833b-070d703ec580 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:51:55.617420 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] No Port match for: 8b8d6ba6-787c-41c5-833b-070d703ec580 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:51:55.617791 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 8b8d6ba6-787c-41c5-833b-070d703ec580 not bound to the agent host hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:51:55.986713 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5b2317f6-6d83-4ab9-a2e1-7c6900df2b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:58.283892 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 45818) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:58.334891 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-58906124-8976-43cf-af83-76675460300f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:58.699938 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f9a66e5c-19c2-4895-a2e4-f1182eed0538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555431'] for router_interface (20895560-f249-429c-a147-9427b9c11de3), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:58.853091 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:58.888862 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:58.923212 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-f9a66e5c-19c2-4895-a2e4-f1182eed0538 admin admin] Deleting port d9bb7d97-8e1d-4439-be21-3140fa9b7f06 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:51:58.923558 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f9a66e5c-19c2-4895-a2e4-f1182eed0538 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (d9bb7d97-8e1d-4439-be21-3140fa9b7f06), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:59.004488 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-f9a66e5c-19c2-4895-a2e4-f1182eed0538 admin admin] For port d9bb7d97-8e1d-4439-be21-3140fa9b7f06, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=d9bb7d97-8e1d-4439-be21-3140fa9b7f06,segment=NetworkSegment(3e9b7f35-5eb8-4e46-af6a-15d50df0168f),segment_id=3e9b7f35-5eb8-4e46-af6a-15d50df0168f)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:51:59.004765 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f9a66e5c-19c2-4895-a2e4-f1182eed0538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (d9bb7d97-8e1d-4439-be21-3140fa9b7f06), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:59.018005 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-f9a66e5c-19c2-4895-a2e4-f1182eed0538 admin admin] Calling delete_port for d9bb7d97-8e1d-4439-be21-3140fa9b7f06 owned by network:router_interface {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:51:59.200492 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f9a66e5c-19c2-4895-a2e4-f1182eed0538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29089666'] for port (d9bb7d97-8e1d-4439-be21-3140fa9b7f06), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:59.231162 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a66e5c-19c2-4895-a2e4-f1182eed0538 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9bb7d97-8e1d-4439-be21-3140fa9b7f06,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:51:59.397763 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-f9a66e5c-19c2-4895-a2e4-f1182eed0538 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-760599'] for router_interface (20895560-f249-429c-a147-9427b9c11de3), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:59.503658 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:59.607684 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a66e5c-19c2-4895-a2e4-f1182eed0538 admin admin] Router 20895560-f249-429c-a147-9427b9c11de3 has already been hosted by L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:51:59.651269 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:59.707332 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a66e5c-19c2-4895-a2e4-f1182eed0538 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:51:59.712305 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-f9a66e5c-19c2-4895-a2e4-f1182eed0538 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/20895560-f249-429c-a147-9427b9c11de3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4277163 Sep 30 09:51:59.714819 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 45822) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:51:59.717383 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8b5357-2abe-4842-9ab0-b5b6e1e34d16 None None] Sync routers for ids ['20895560-f249-429c-a147-9427b9c11de3'] in dv-cinder-master-3-smb {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:51:59.730039 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8b5357-2abe-4842-9ab0-b5b6e1e34d16 None None] Routers {'20895560-f249-429c-a147-9427b9c11de3'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:51:59.730644 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-bf8b5357-2abe-4842-9ab0-b5b6e1e34d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:51:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['20895560-f249-429c-a147-9427b9c11de3'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:51:59.803236 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:59.818584 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c041cce9-9547-4ba2-af0a-3100473d36b6 admin admin] Publish callbacks [] for router (20895560-f249-429c-a147-9427b9c11de3), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:59.835614 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:59.845114 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-bf8b5357-2abe-4842-9ab0-b5b6e1e34d16 None None] Set router 20895560-f249-429c-a147-9427b9c11de3 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:51:59.920255 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c041cce9-9547-4ba2-af0a-3100473d36b6 admin admin] Publish callbacks [] for router_gateway (20895560-f249-429c-a147-9427b9c11de3), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:59.963745 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-c041cce9-9547-4ba2-af0a-3100473d36b6 admin admin] Deleting port ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:51:59.964085 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c041cce9-9547-4ba2-af0a-3100473d36b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:51:59.964238 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:51:59.975421 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:00.019034 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-bf8b5357-2abe-4842-9ab0-b5b6e1e34d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20895560-f249-429c-a147-9427b9c11de3', 'name': 'tempest-AttachVolumeTestJSON-2053631446-router', 'tenant_id': '319bd365127d481aac9f127196321ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.202'}], 'enable_snat': True}, 'gw_port_id': 'ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:49Z', 'updated_at': '2022-09-30T09:51:59Z', 'revision_number': 5, 'project_id': '319bd365127d481aac9f127196321ecf', 'gw_port': {'id': 'ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20895560-f249-429c-a147-9427b9c11de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:45:50Z', 'updated_at': '2022-09-30T09:45:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:52:00.044212 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8b5357-2abe-4842-9ab0-b5b6e1e34d16 None None] Checking router: 20895560-f249-429c-a147-9427b9c11de3 for host: dv-cinder-master-3-smb {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:52:00.053696 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8b5357-2abe-4842-9ab0-b5b6e1e34d16 None None] Routers {'20895560-f249-429c-a147-9427b9c11de3'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:52:00.054303 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-bf8b5357-2abe-4842-9ab0-b5b6e1e34d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:51:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['20895560-f249-429c-a147-9427b9c11de3'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:52:00.054572 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-c041cce9-9547-4ba2-af0a-3100473d36b6 admin admin] For port ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc,segment=NetworkSegment(8ee3384b-29eb-481d-9dfd-879c28cb46fd),segment_id=8ee3384b-29eb-481d-9dfd-879c28cb46fd)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:52:00.054934 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c041cce9-9547-4ba2-af0a-3100473d36b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:00.067686 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-c041cce9-9547-4ba2-af0a-3100473d36b6 admin admin] Calling delete_port for ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:52:00.137850 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-bf8b5357-2abe-4842-9ab0-b5b6e1e34d16 None None] Set router 20895560-f249-429c-a147-9427b9c11de3 gateway port host: None {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:52:00.191510 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-bf8b5357-2abe-4842-9ab0-b5b6e1e34d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20895560-f249-429c-a147-9427b9c11de3', 'name': 'tempest-AttachVolumeTestJSON-2053631446-router', 'tenant_id': '319bd365127d481aac9f127196321ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:49Z', 'updated_at': '2022-09-30T09:51:59Z', 'revision_number': 6, 'project_id': '319bd365127d481aac9f127196321ecf', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:52:00.217860 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8b5357-2abe-4842-9ab0-b5b6e1e34d16 None None] The sync data for ids ['20895560-f249-429c-a147-9427b9c11de3'] in dv-cinder-master-3-smb is: [{'id': '20895560-f249-429c-a147-9427b9c11de3', 'name': 'tempest-AttachVolumeTestJSON-2053631446-router', 'tenant_id': '319bd365127d481aac9f127196321ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:45:49Z', 'updated_at': '2022-09-30T09:51:59Z', 'revision_number': 6, 'project_id': '319bd365127d481aac9f127196321ecf', 'gw_port_host': None}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:52:00.233449 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c041cce9-9547-4ba2-af0a-3100473d36b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29089666'] for port (ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:00.259469 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c041cce9-9547-4ba2-af0a-3100473d36b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:00.324022 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c041cce9-9547-4ba2-af0a-3100473d36b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759905'] for router_gateway (20895560-f249-429c-a147-9427b9c11de3), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:00.411021 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c041cce9-9547-4ba2-af0a-3100473d36b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1175'] for router (20895560-f249-429c-a147-9427b9c11de3), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:00.413192 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c041cce9-9547-4ba2-af0a-3100473d36b6 admin admin] Publish callbacks [] for router_controller (20895560-f249-429c-a147-9427b9c11de3), precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:00.455082 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c041cce9-9547-4ba2-af0a-3100473d36b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-760673'] for router (20895560-f249-429c-a147-9427b9c11de3), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:00.455596 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c041cce9-9547-4ba2-af0a-3100473d36b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20895560-f249-429c-a147-9427b9c11de3 {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 09:52:00.459991 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-c041cce9-9547-4ba2-af0a-3100473d36b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:00.460890 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-c041cce9-9547-4ba2-af0a-3100473d36b6 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/20895560-f249-429c-a147-9427b9c11de3 HTTP/1.1" status: 204 len: 168 time: 0.7451484 Sep 30 09:52:00.463459 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 45824) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:52:00.507377 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-32f2a29b-9200-4912-a1a5-33ff048ae85e admin admin] Deleting subnet 091b5f67-904e-460e-8495-1159034c406e {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 30 09:52:00.510492 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-32f2a29b-9200-4912-a1a5-33ff048ae85e admin admin] Publish callbacks [] for subnet (091b5f67-904e-460e-8495-1159034c406e), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:00.537241 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:00.551377 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-32f2a29b-9200-4912-a1a5-33ff048ae85e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29359976'] for subnet (091b5f67-904e-460e-8495-1159034c406e), precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:00.627868 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-32f2a29b-9200-4912-a1a5-33ff048ae85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3558478'] for subnet (091b5f67-904e-460e-8495-1159034c406e), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:00.682125 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-32f2a29b-9200-4912-a1a5-33ff048ae85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29089759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25409614'] for subnet (091b5f67-904e-460e-8495-1159034c406e), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:00.685880 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:00.713240 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2a29b-9200-4912-a1a5-33ff048ae85e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=091b5f67-904e-460e-8495-1159034c406e,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:00.717224 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-32f2a29b-9200-4912-a1a5-33ff048ae85e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:00.720667 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-32f2a29b-9200-4912-a1a5-33ff048ae85e admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/091b5f67-904e-460e-8495-1159034c406e HTTP/1.1" status: 204 len: 168 time: 0.2562551 Sep 30 09:52:00.723175 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 45826) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:52:00.724364 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa505a0-85bd-4904-bc41-8dcaaaf79b1e None None] Network 783d3ef4-ccee-441e-bda2-ed5dc69cd7b7 requested from dv-cinder-master-3-smb {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:52:00.792023 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-37933694-2841-45f1-a2b8-d18d9d759386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3480607'] for network (783d3ef4-ccee-441e-bda2-ed5dc69cd7b7), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:00.835918 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-37933694-2841-45f1-a2b8-d18d9d759386 admin admin] Deleting port 972db38c-27dc-4b40-8f79-7b6231dc2e81 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:52:00.836260 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-37933694-2841-45f1-a2b8-d18d9d759386 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (972db38c-27dc-4b40-8f79-7b6231dc2e81), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:00.902407 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-37933694-2841-45f1-a2b8-d18d9d759386 admin admin] For port 972db38c-27dc-4b40-8f79-7b6231dc2e81, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=972db38c-27dc-4b40-8f79-7b6231dc2e81,segment=NetworkSegment(3e9b7f35-5eb8-4e46-af6a-15d50df0168f),segment_id=3e9b7f35-5eb8-4e46-af6a-15d50df0168f)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:52:00.902765 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-37933694-2841-45f1-a2b8-d18d9d759386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (972db38c-27dc-4b40-8f79-7b6231dc2e81), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:00.915590 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-37933694-2841-45f1-a2b8-d18d9d759386 admin admin] Calling delete_port for 972db38c-27dc-4b40-8f79-7b6231dc2e81 owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:52:01.000067 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-37933694-2841-45f1-a2b8-d18d9d759386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29089666'] for port (972db38c-27dc-4b40-8f79-7b6231dc2e81), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:01.027463 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7367dacc-2d47-467b-8d1e-4eeea8903092 None None] DHCP port deletion for 783d3ef4-ccee-441e-bda2-ed5dc69cd7b7 request from dv-cinder-master-3-smb {{(pid=106377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 30 09:52:01.029132 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:01.035364 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37933694-2841-45f1-a2b8-d18d9d759386 admin admin] Pushing event deleted for resources: {'Port': ['ID=972db38c-27dc-4b40-8f79-7b6231dc2e81,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:01.038892 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37933694-2841-45f1-a2b8-d18d9d759386 admin admin] No DVR routers for this DVR port 972db38c-27dc-4b40-8f79-7b6231dc2e81 on host dv-cinder-master-3-smb {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:52:01.047065 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:01.120135 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-37933694-2841-45f1-a2b8-d18d9d759386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599224', 'neutron.services.segments.db._delete_segments_for_network-8770945895626'] for network (783d3ef4-ccee-441e-bda2-ed5dc69cd7b7), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:01.142766 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.services.segments.db [None req-37933694-2841-45f1-a2b8-d18d9d759386 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['783d3ef4-ccee-441e-bda2-ed5dc69cd7b7']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:52:01.152825 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.services.segments.db [None req-37933694-2841-45f1-a2b8-d18d9d759386 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e9b7f35-5eb8-4e46-af6a-15d50df0168f') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:52:01.153119 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.services.segments.db [None req-37933694-2841-45f1-a2b8-d18d9d759386 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e9b7f35-5eb8-4e46-af6a-15d50df0168f') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:52:01.163672 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-37933694-2841-45f1-a2b8-d18d9d759386 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770945931879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29359969'] for segment (3e9b7f35-5eb8-4e46-af6a-15d50df0168f), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:01.176611 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-37933694-2841-45f1-a2b8-d18d9d759386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765'] for segment (3e9b7f35-5eb8-4e46-af6a-15d50df0168f), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:01.183026 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37933694-2841-45f1-a2b8-d18d9d759386 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:52:01.183412 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-37933694-2841-45f1-a2b8-d18d9d759386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29089649'] for segment (3e9b7f35-5eb8-4e46-af6a-15d50df0168f), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:01.251210 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-37933694-2841-45f1-a2b8-d18d9d759386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3599219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759962'] for network (783d3ef4-ccee-441e-bda2-ed5dc69cd7b7), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:01.264262 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.services.segments.plugin [-] Segment 3e9b7f35-5eb8-4e46-af6a-15d50df0168f resource provider aggregate not found Sep 30 09:52:01.269420 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-37933694-2841-45f1-a2b8-d18d9d759386 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for network (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:01.272700 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-37933694-2841-45f1-a2b8-d18d9d759386 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/783d3ef4-ccee-441e-bda2-ed5dc69cd7b7 HTTP/1.1" status: 204 len: 168 time: 0.5481493 Sep 30 09:52:01.284059 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37933694-2841-45f1-a2b8-d18d9d759386 admin admin] Pushing event deleted for resources: {'Network': ['ID=783d3ef4-ccee-441e-bda2-ed5dc69cd7b7,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:01.295200 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.services.segments.plugin [-] Segment 3e9b7f35-5eb8-4e46-af6a-15d50df0168f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3e9b7f35-5eb8-4e46-af6a-15d50df0168f found for delete ", "request_id": "req-3e84e6e2-3a2d-4ed8-a0b5-aa437af78fbf"}]} Sep 30 09:52:01.381790 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 972db38c-27dc-4b40-8f79-7b6231dc2e81 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:52:01.402720 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] No Port match for: 972db38c-27dc-4b40-8f79-7b6231dc2e81 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:52:01.403065 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 972db38c-27dc-4b40-8f79-7b6231dc2e81 not bound to the agent host dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:52:01.403675 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:52:01.409474 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 45836) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:52:01.423217 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] No Port match for: ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:52:01.423789 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device ce0e7b6e-d3ab-4c81-b67e-1ed5f3f7b3dc not bound to the agent host dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:52:01.424728 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device d9bb7d97-8e1d-4439-be21-3140fa9b7f06 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:52:01.446778 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] No Port match for: d9bb7d97-8e1d-4439-be21-3140fa9b7f06 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:52:01.447126 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device d9bb7d97-8e1d-4439-be21-3140fa9b7f06 not bound to the agent host dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:52:01.452069 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-20896669-4b12-4ed2-8432-39abc92b4759 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=319bd365127d481aac9f127196321ecf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410144 Sep 30 09:52:01.454743 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 45838) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:52:01.504739 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8c3d6506-9365-4a58-857c-bc8ac8c6d317 admin admin] Publish callbacks [] for security_group (cbc6b4d1-6ab3-47a7-8055-881722c62294), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:01.524619 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8c3d6506-9365-4a58-857c-bc8ac8c6d317 admin admin] Publish callbacks [] for security_group (cbc6b4d1-6ab3-47a7-8055-881722c62294), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:01.571181 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8c3d6506-9365-4a58-857c-bc8ac8c6d317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (cbc6b4d1-6ab3-47a7-8055-881722c62294), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:01.573771 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-8c3d6506-9365-4a58-857c-bc8ac8c6d317 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:01.574915 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-8c3d6506-9365-4a58-857c-bc8ac8c6d317 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/cbc6b4d1-6ab3-47a7-8055-881722c62294 HTTP/1.1" status: 204 len: 168 time: 0.1191771 Sep 30 09:52:01.578042 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:01.583595 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3d6506-9365-4a58-857c-bc8ac8c6d317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc6b4d1-6ab3-47a7-8055-881722c62294,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:02.819814 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 45888) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:52:02.925918 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-5846a3e9-4de0-4ffd-bd3b-b764f5a7ae05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:03.004673 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-5846a3e9-4de0-4ffd-bd3b-b764f5a7ae05 admin admin] Publish callbacks [] for security_group (7887fd9b-7c19-47da-85a5-d9cee17ebf5e), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:03.007815 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-5846a3e9-4de0-4ffd-bd3b-b764f5a7ae05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (7887fd9b-7c19-47da-85a5-d9cee17ebf5e), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:03.032103 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [req-9ea3d13a-a71a-49dc-86b0-0d8a98e88954 req-153cf5d8-ebe6-4873-b80c-2a1ae2c582e1 service neutron] (106376) timed out ('10.222.0.40', 58928) {{(pid=106376) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 30 09:52:03.051456 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-5846a3e9-4de0-4ffd-bd3b-b764f5a7ae05 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=024574053dab49e29b04727d54b269f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303460 Sep 30 09:52:03.053361 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5846a3e9-4de0-4ffd-bd3b-b764f5a7ae05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7887fd9b-7c19-47da-85a5-d9cee17ebf5e,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:03.054107 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 45892) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:52:03.103651 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-069aadf6-5286-41ca-93eb-45abad8f12e5 admin admin] Publish callbacks [] for security_group (7887fd9b-7c19-47da-85a5-d9cee17ebf5e), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:03.123920 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-069aadf6-5286-41ca-93eb-45abad8f12e5 admin admin] Publish callbacks [] for security_group (7887fd9b-7c19-47da-85a5-d9cee17ebf5e), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:03.172662 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-069aadf6-5286-41ca-93eb-45abad8f12e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (7887fd9b-7c19-47da-85a5-d9cee17ebf5e), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:03.175163 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-069aadf6-5286-41ca-93eb-45abad8f12e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:03.176304 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-069aadf6-5286-41ca-93eb-45abad8f12e5 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/7887fd9b-7c19-47da-85a5-d9cee17ebf5e HTTP/1.1" status: 204 len: 168 time: 0.1211579 Sep 30 09:52:03.183833 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069aadf6-5286-41ca-93eb-45abad8f12e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7887fd9b-7c19-47da-85a5-d9cee17ebf5e,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:04.166611 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 45922) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:52:04.210231 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=8 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:04.272475 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dbb9f89c-22bd-49b8-bfbc-e656ed9f50f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:04.287453 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:04.351685 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dbb9f89c-22bd-49b8-bfbc-e656ed9f50f9 admin admin] Publish callbacks [] for security_group (a60dd7d8-04a7-49a7-93e8-6cd5c0386d5b), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:04.355311 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-dbb9f89c-22bd-49b8-bfbc-e656ed9f50f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (a60dd7d8-04a7-49a7-93e8-6cd5c0386d5b), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:04.393089 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb9f89c-22bd-49b8-bfbc-e656ed9f50f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60dd7d8-04a7-49a7-93e8-6cd5c0386d5b,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:04.399123 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-dbb9f89c-22bd-49b8-bfbc-e656ed9f50f9 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=f7a0f967f46c4db08aa76d924045ee30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314854 Sep 30 09:52:04.401928 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 45926) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:52:04.451431 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-59b75ba6-8268-4bf2-b9d1-a359419d8776 admin admin] Publish callbacks [] for security_group (a60dd7d8-04a7-49a7-93e8-6cd5c0386d5b), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:04.471707 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-59b75ba6-8268-4bf2-b9d1-a359419d8776 admin admin] Publish callbacks [] for security_group (a60dd7d8-04a7-49a7-93e8-6cd5c0386d5b), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:04.521244 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-59b75ba6-8268-4bf2-b9d1-a359419d8776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (a60dd7d8-04a7-49a7-93e8-6cd5c0386d5b), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:04.523852 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-59b75ba6-8268-4bf2-b9d1-a359419d8776 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:04.524978 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-59b75ba6-8268-4bf2-b9d1-a359419d8776 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a60dd7d8-04a7-49a7-93e8-6cd5c0386d5b HTTP/1.1" status: 204 len: 168 time: 0.1222091 Sep 30 09:52:04.535043 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b75ba6-8268-4bf2-b9d1-a359419d8776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60dd7d8-04a7-49a7-93e8-6cd5c0386d5b,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:05.163818 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 45948) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:52:05.264473 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-7c7a73d0-ce45-49ce-8f8f-83b2c5e51f54 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-463577495-network', 'tenant_id': '95afd46a9b5947f9918007a23dffdbce'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:52:05.286002 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7a73d0-ce45-49ce-8f8f-83b2c5e51f54 admin admin] Made reservation on behalf of 95afd46a9b5947f9918007a23dffdbce for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:52:05.288370 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7c7a73d0-ce45-49ce-8f8f-83b2c5e51f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for network (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:05.297544 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7c7a73d0-ce45-49ce-8f8f-83b2c5e51f54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:05.374053 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7c7a73d0-ce45-49ce-8f8f-83b2c5e51f54 admin admin] Publish callbacks [] for security_group (2a861414-185f-452e-97b1-a40686d95360), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:05.377706 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7c7a73d0-ce45-49ce-8f8f-83b2c5e51f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (2a861414-185f-452e-97b1-a40686d95360), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:05.399264 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c7a73d0-ce45-49ce-8f8f-83b2c5e51f54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:52:05.415291 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a73d0-ce45-49ce-8f8f-83b2c5e51f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a861414-185f-452e-97b1-a40686d95360,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:05.418245 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7c7a73d0-ce45-49ce-8f8f-83b2c5e51f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765'] for segment (6a96e738-a2d3-4cfe-8a8c-cd20ded9cc34), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:05.418591 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.db.segments_db [None req-7c7a73d0-ce45-49ce-8f8f-83b2c5e51f54 admin admin] Added segment 6a96e738-a2d3-4cfe-8a8c-cd20ded9cc34 of type vlan for network 3bbb15bc-796f-470a-b02c-cbf2e07fcc51 Sep 30 09:52:05.448162 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:INSERT=20,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:05.466274 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7c7a73d0-ce45-49ce-8f8f-83b2c5e51f54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770945417400'] for network (3bbb15bc-796f-470a-b02c-cbf2e07fcc51), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:05.493847 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7c7a73d0-ce45-49ce-8f8f-83b2c5e51f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347'] for network (3bbb15bc-796f-470a-b02c-cbf2e07fcc51), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:05.495367 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7a73d0-ce45-49ce-8f8f-83b2c5e51f54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:05.496322 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7c7a73d0-ce45-49ce-8f8f-83b2c5e51f54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for network (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:05.556446 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-7c7a73d0-ce45-49ce-8f8f-83b2c5e51f54 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3915496 Sep 30 09:52:05.559243 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 45952) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:52:05.564357 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-a17b96cb-8fea-4474-a3a8-4599386f97a4 admin admin] Request body: {'subnet': {'network_id': '3bbb15bc-796f-470a-b02c-cbf2e07fcc51', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-463577495-subnet', 'tenant_id': '95afd46a9b5947f9918007a23dffdbce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:52:05.590127 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a73d0-ce45-49ce-8f8f-83b2c5e51f54 admin admin] Pushing event updated for resources: {'Network': ['ID=3bbb15bc-796f-470a-b02c-cbf2e07fcc51,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:05.597579 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17b96cb-8fea-4474-a3a8-4599386f97a4 admin admin] Made reservation on behalf of 95afd46a9b5947f9918007a23dffdbce for: {'subnet': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:52:05.599455 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Network 3bbb15bc-796f-470a-b02c-cbf2e07fcc51 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:52:05.600078 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a17b96cb-8fea-4474-a3a8-4599386f97a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25409651'] for subnet (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:05.730789 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:INSERT=15,neutron:SELECT=79,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:05.778886 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a17b96cb-8fea-4474-a3a8-4599386f97a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29088274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25409605'] for subnet (f7e37858-14d9-4fdb-b8ba-e3060eeba6d1), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:05.839434 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b96cb-8fea-4474-a3a8-4599386f97a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7e37858-14d9-4fdb-b8ba-e3060eeba6d1,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:05.847734 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17b96cb-8fea-4474-a3a8-4599386f97a4 admin admin] Checking segment: {'id': '6a96e738-a2d3-4cfe-8a8c-cd20ded9cc34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3bbb15bc-796f-470a-b02c-cbf2e07fcc51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:52:05.848088 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17b96cb-8fea-4474-a3a8-4599386f97a4 admin admin] Network hostable DHCP agents. Network: 3bbb15bc-796f-470a-b02c-cbf2e07fcc51, hostable agents: ['505f8fe4-cf16-4cec-b766-e44aefc0193e'], hosted agents: [] {{(pid=106376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:52:05.867360 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17b96cb-8fea-4474-a3a8-4599386f97a4 admin admin] Network 3bbb15bc-796f-470a-b02c-cbf2e07fcc51 is scheduled to be hosted by DHCP agent 505f8fe4-cf16-4cec-b766-e44aefc0193e with binding_index 1 {{(pid=106376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:52:05.876413 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-a17b96cb-8fea-4474-a3a8-4599386f97a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 3bbb15bc-796f-470a-b02c-cbf2e07fcc51) {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:52:05.880405 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17b96cb-8fea-4474-a3a8-4599386f97a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:05.880998 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-a17b96cb-8fea-4474-a3a8-4599386f97a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:05.885783 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff66ddc-3b10-4c70-a704-62dc7856dbcd None None] Network 3bbb15bc-796f-470a-b02c-cbf2e07fcc51 requested from dv-cinder-master-3-smb {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:52:05.897966 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-a17b96cb-8fea-4474-a3a8-4599386f97a4 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3377323 Sep 30 09:52:05.987380 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde23fe9-a6b3-4a21-8ad7-27687fa352e5 None None] Network 3bbb15bc-796f-470a-b02c-cbf2e07fcc51 requested from dv-cinder-master-3-smb {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:52:07.662347 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b01409-3800-4598-a270-ca445a900aee req-8342aadf-f46a-4750-bbcd-d98786e531f2 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:07.663781 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-58b01409-3800-4598-a270-ca445a900aee req-8342aadf-f46a-4750-bbcd-d98786e531f2 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/networks?id=3bbb15bc-796f-470a-b02c-cbf2e07fcc51 HTTP/1.1" status: 200 len: 813 time: 0.1043079 Sep 30 09:52:07.677891 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-58b01409-3800-4598-a270-ca445a900aee req-2db23344-5cc4-47bb-bdad-a7e4e58aa8d0 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/quotas/95afd46a9b5947f9918007a23dffdbce HTTP/1.1" status: 200 len: 375 time: 0.0087714 Sep 30 09:52:07.709484 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-58b01409-3800-4598-a270-ca445a900aee req-26a0ca37-8581-4bdb-ade5-0c862b0c91ad tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=95afd46a9b5947f9918007a23dffdbce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269082 Sep 30 09:52:07.801131 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-58b01409-3800-4598-a270-ca445a900aee req-652458ef-9f09-4886-9c81-33de687bbef4 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/3bbb15bc-796f-470a-b02c-cbf2e07fcc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851629 Sep 30 09:52:07.894261 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-58b01409-3800-4598-a270-ca445a900aee req-5070a994-b770-493a-b446-ab74a822fa74 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/3bbb15bc-796f-470a-b02c-cbf2e07fcc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874722 Sep 30 09:52:08.057398 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-8f602b9f-533a-42d0-8596-60f64dde5836 req-70263ab7-befd-4a1a-b6a2-a5a64ef6671d tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2d8a1383-5a35-4e23-bb39-18ba0a13f0ad HTTP/1.1" status: 200 len: 210 time: 0.0280962 Sep 30 09:52:09.172037 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1a0e5ac2-22ea-4fd3-a7f2-bb1f94a81738 req-3b177f72-a62a-4a69-9b18-300b2a9642cd tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2d8a1383-5a35-4e23-bb39-18ba0a13f0ad HTTP/1.1" status: 200 len: 210 time: 0.0318055 Sep 30 09:52:09.175035 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b01409-3800-4598-a270-ca445a900aee req-e45ddfbc-3d1e-4d6d-b95b-8a4fc301d86c tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:09.176548 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-58b01409-3800-4598-a270-ca445a900aee req-e45ddfbc-3d1e-4d6d-b95b-8a4fc301d86c tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.40 "GET /networking/v2.0/networks?id=3bbb15bc-796f-470a-b02c-cbf2e07fcc51 HTTP/1.1" status: 200 len: 813 time: 0.1059883 Sep 30 09:52:09.199381 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [req-58b01409-3800-4598-a270-ca445a900aee req-03cd8bc7-25f8-4f26-adf0-a58f60971d7d tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Request body: {'port': {'device_id': '2d8a1383-5a35-4e23-bb39-18ba0a13f0ad', 'network_id': '3bbb15bc-796f-470a-b02c-cbf2e07fcc51', 'admin_state_up': True, 'tenant_id': '95afd46a9b5947f9918007a23dffdbce'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:52:09.315166 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58b01409-3800-4598-a270-ca445a900aee req-03cd8bc7-25f8-4f26-adf0-a58f60971d7d tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Made reservation on behalf of 95afd46a9b5947f9918007a23dffdbce for: {'port': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:52:09.319138 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-58b01409-3800-4598-a270-ca445a900aee req-03cd8bc7-25f8-4f26-adf0-a58f60971d7d tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:09.372655 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:09.378098 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:09.448234 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [req-58b01409-3800-4598-a270-ca445a900aee req-03cd8bc7-25f8-4f26-adf0-a58f60971d7d tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Allocated IP 172.20.0.8 (3bbb15bc-796f-470a-b02c-cbf2e07fcc51/f7e37858-14d9-4fdb-b8ba-e3060eeba6d1/ff693889-5d5f-4d6c-a5dd-b9c851913464) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:52:09.597207 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-58b01409-3800-4598-a270-ca445a900aee req-03cd8bc7-25f8-4f26-adf0-a58f60971d7d tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Publish callbacks [] for port (ff693889-5d5f-4d6c-a5dd-b9c851913464), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:09.628139 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-58b01409-3800-4598-a270-ca445a900aee req-03cd8bc7-25f8-4f26-adf0-a58f60971d7d tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (ff693889-5d5f-4d6c-a5dd-b9c851913464), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:09.677418 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58b01409-3800-4598-a270-ca445a900aee req-03cd8bc7-25f8-4f26-adf0-a58f60971d7d tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Network 3bbb15bc-796f-470a-b02c-cbf2e07fcc51 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:52:09.680744 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [req-58b01409-3800-4598-a270-ca445a900aee req-03cd8bc7-25f8-4f26-adf0-a58f60971d7d tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:52:09.684698 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b01409-3800-4598-a270-ca445a900aee req-03cd8bc7-25f8-4f26-adf0-a58f60971d7d tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:52:09.709295 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd8bc7-25f8-4f26-adf0-a58f60971d7d tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Pushing event updated for resources: {'Port': ['ID=ff693889-5d5f-4d6c-a5dd-b9c851913464,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:09.736066 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b01409-3800-4598-a270-ca445a900aee req-03cd8bc7-25f8-4f26-adf0-a58f60971d7d tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:09.736680 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-58b01409-3800-4598-a270-ca445a900aee req-03cd8bc7-25f8-4f26-adf0-a58f60971d7d tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:09.753336 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-58b01409-3800-4598-a270-ca445a900aee req-03cd8bc7-25f8-4f26-adf0-a58f60971d7d tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5584822 Sep 30 09:52:09.816976 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [req-58b01409-3800-4598-a270-ca445a900aee req-4c05ddb6-fddf-4939-b084-216ebc2343bd service neutron] Request body: {'port': {'device_id': '2d8a1383-5a35-4e23-bb39-18ba0a13f0ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:52:09.875177 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-58b01409-3800-4598-a270-ca445a900aee req-4c05ddb6-fddf-4939-b084-216ebc2343bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (ff693889-5d5f-4d6c-a5dd-b9c851913464), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:10.127039 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [req-58b01409-3800-4598-a270-ca445a900aee req-4c05ddb6-fddf-4939-b084-216ebc2343bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff693889-5d5f-4d6c-a5dd-b9c851913464 {{(pid=106375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:52:10.134529 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-58b01409-3800-4598-a270-ca445a900aee req-4c05ddb6-fddf-4939-b084-216ebc2343bd service neutron] Publish callbacks [] for port (ff693889-5d5f-4d6c-a5dd-b9c851913464), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:10.147696 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.provisioning_blocks [req-58b01409-3800-4598-a270-ca445a900aee req-4c05ddb6-fddf-4939-b084-216ebc2343bd service neutron] Transition to ACTIVE for port object ff693889-5d5f-4d6c-a5dd-b9c851913464 will not be triggered until provisioned by entity L2. {{(pid=106375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 30 09:52:10.151416 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-58b01409-3800-4598-a270-ca445a900aee req-4c05ddb6-fddf-4939-b084-216ebc2343bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1379309'] for port (ff693889-5d5f-4d6c-a5dd-b9c851913464), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:10.183842 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:10.184518 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:10.238116 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c05ddb6-fddf-4939-b084-216ebc2343bd service neutron] Pushing event updated for resources: {'Port': ['ID=ff693889-5d5f-4d6c-a5dd-b9c851913464,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:10.266102 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-58b01409-3800-4598-a270-ca445a900aee req-4c05ddb6-fddf-4939-b084-216ebc2343bd service neutron] Attempting to bind port ff693889-5d5f-4d6c-a5dd-b9c851913464 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:52:10.266442 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-58b01409-3800-4598-a270-ca445a900aee req-4c05ddb6-fddf-4939-b084-216ebc2343bd service neutron] Attempting to bind port ff693889-5d5f-4d6c-a5dd-b9c851913464 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '6a96e738-a2d3-4cfe-8a8c-cd20ded9cc34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3bbb15bc-796f-470a-b02c-cbf2e07fcc51'}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:52:10.266771 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b01409-3800-4598-a270-ca445a900aee req-4c05ddb6-fddf-4939-b084-216ebc2343bd service neutron] Attempting to bind port ff693889-5d5f-4d6c-a5dd-b9c851913464 on network 3bbb15bc-796f-470a-b02c-cbf2e07fcc51 {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:52:10.313408 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b01409-3800-4598-a270-ca445a900aee req-4c05ddb6-fddf-4939-b084-216ebc2343bd service neutron] Port ff693889-5d5f-4d6c-a5dd-b9c851913464 on network 3bbb15bc-796f-470a-b02c-cbf2e07fcc51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:52:10.314350 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b01409-3800-4598-a270-ca445a900aee req-4c05ddb6-fddf-4939-b084-216ebc2343bd service neutron] Attempting to bind port ff693889-5d5f-4d6c-a5dd-b9c851913464 on network 3bbb15bc-796f-470a-b02c-cbf2e07fcc51 {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:52:10.358959 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b01409-3800-4598-a270-ca445a900aee req-4c05ddb6-fddf-4939-b084-216ebc2343bd service neutron] Checking agent: {'id': '163c8669-4b7e-4ed1-afd3-94872a5a2df2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 34), 'started_at': datetime.datetime(2022, 9, 30, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:52:10.359293 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b01409-3800-4598-a270-ca445a900aee req-4c05ddb6-fddf-4939-b084-216ebc2343bd service neutron] Checking segment: {'id': '6a96e738-a2d3-4cfe-8a8c-cd20ded9cc34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3bbb15bc-796f-470a-b02c-cbf2e07fcc51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:52:10.359696 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b01409-3800-4598-a270-ca445a900aee req-4c05ddb6-fddf-4939-b084-216ebc2343bd service neutron] Bound using segment: {'id': '6a96e738-a2d3-4cfe-8a8c-cd20ded9cc34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3bbb15bc-796f-470a-b02c-cbf2e07fcc51'} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:52:10.360131 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-58b01409-3800-4598-a270-ca445a900aee req-4c05ddb6-fddf-4939-b084-216ebc2343bd service neutron] Bound port: ff693889-5d5f-4d6c-a5dd-b9c851913464, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a96e738-a2d3-4cfe-8a8c-cd20ded9cc34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3bbb15bc-796f-470a-b02c-cbf2e07fcc51'}}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:52:10.361157 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-58b01409-3800-4598-a270-ca445a900aee req-4c05ddb6-fddf-4939-b084-216ebc2343bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (ff693889-5d5f-4d6c-a5dd-b9c851913464), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:10.436916 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-58b01409-3800-4598-a270-ca445a900aee req-4c05ddb6-fddf-4939-b084-216ebc2343bd service neutron] For port ff693889-5d5f-4d6c-a5dd-b9c851913464, host hv-cinder-maste, cleared binding levels {{(pid=106375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:52:10.440421 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-58b01409-3800-4598-a270-ca445a900aee req-4c05ddb6-fddf-4939-b084-216ebc2343bd service neutron] For port ff693889-5d5f-4d6c-a5dd-b9c851913464, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ff693889-5d5f-4d6c-a5dd-b9c851913464,segment=NetworkSegment(6a96e738-a2d3-4cfe-8a8c-cd20ded9cc34),segment_id=6a96e738-a2d3-4cfe-8a8c-cd20ded9cc34)] {{(pid=106375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:52:10.446292 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-58b01409-3800-4598-a270-ca445a900aee req-4c05ddb6-fddf-4939-b084-216ebc2343bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1379309'] for port (ff693889-5d5f-4d6c-a5dd-b9c851913464), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:10.450652 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b01409-3800-4598-a270-ca445a900aee req-4c05ddb6-fddf-4939-b084-216ebc2343bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:10.451336 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-58b01409-3800-4598-a270-ca445a900aee req-4c05ddb6-fddf-4939-b084-216ebc2343bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:10.452741 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-58b01409-3800-4598-a270-ca445a900aee req-4c05ddb6-fddf-4939-b084-216ebc2343bd service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/ff693889-5d5f-4d6c-a5dd-b9c851913464 HTTP/1.1" status: 200 len: 1093 time: 0.6869359 Sep 30 09:52:10.453306 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8a1383-5a35-4e23-bb39-18ba0a13f0ad', 'tag': 'ff693889-5d5f-4d6c-a5dd-b9c851913464'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:52:10.455717 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a2765c340e485259911155c50f33e4425258638b85650f0a2a20d0c41df364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc955c3-97c9-42a8-a137-717b48648402" -d '{"events": [{"name": "network-changed", "server_uuid": "2d8a1383-5a35-4e23-bb39-18ba0a13f0ad", "tag": "ff693889-5d5f-4d6c-a5dd-b9c851913464"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:52:10.502959 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbab0d28-1c37-4324-a66b-b416d100d9c2 x-openstack-request-id: req-bbab0d28-1c37-4324-a66b-b416d100d9c2 {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:52:10.503300 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d8a1383-5a35-4e23-bb39-18ba0a13f0ad", "tag": "ff693889-5d5f-4d6c-a5dd-b9c851913464", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:52:10.503506 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bbab0d28-1c37-4324-a66b-b416d100d9c2 {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:52:10.503915 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbab0d28-1c37-4324-a66b-b416d100d9c2'] response: {'name': 'network-changed', 'server_uuid': '2d8a1383-5a35-4e23-bb39-18ba0a13f0ad', 'tag': 'ff693889-5d5f-4d6c-a5dd-b9c851913464', 'status': 'completed', 'code': 200} Sep 30 09:52:10.522190 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c05ddb6-fddf-4939-b084-216ebc2343bd service neutron] Pushing event updated for resources: {'Port': ['ID=ff693889-5d5f-4d6c-a5dd-b9c851913464,revision_number=3']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:10.558006 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:10.570364 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32aa681-6576-48af-a6b9-2fa81f9fb84c req-3653c9c6-c85c-4f01-a1a4-e2f99fe09e4e tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:10.573899 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b01409-3800-4598-a270-ca445a900aee req-55521334-ab2d-4876-9a35-824ce4040631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:10.574084 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-b32aa681-6576-48af-a6b9-2fa81f9fb84c req-3653c9c6-c85c-4f01-a1a4-e2f99fe09e4e tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2d8a1383-5a35-4e23-bb39-18ba0a13f0ad HTTP/1.1" status: 200 len: 943 time: 0.3183520 Sep 30 09:52:10.575758 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-58b01409-3800-4598-a270-ca445a900aee req-55521334-ab2d-4876-9a35-824ce4040631 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=95afd46a9b5947f9918007a23dffdbce&device_id=2d8a1383-5a35-4e23-bb39-18ba0a13f0ad HTTP/1.1" status: 200 len: 1127 time: 0.0479100 Sep 30 09:52:10.621275 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-b32aa681-6576-48af-a6b9-2fa81f9fb84c req-fd2d54ad-f7fc-4f19-bb03-302fda6968ca tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2a861414-185f-452e-97b1-a40686d95360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436211 Sep 30 09:52:10.622006 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-58b01409-3800-4598-a270-ca445a900aee req-84226a18-7215-4dc3-9265-111ffdf6d29e service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff693889-5d5f-4d6c-a5dd-b9c851913464 HTTP/1.1" status: 200 len: 217 time: 0.0329945 Sep 30 09:52:10.672674 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b01409-3800-4598-a270-ca445a900aee req-b9e29ef3-2cf2-4f39-90ff-8830437be6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:10.674306 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-58b01409-3800-4598-a270-ca445a900aee req-b9e29ef3-2cf2-4f39-90ff-8830437be6d6 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=f7e37858-14d9-4fdb-b8ba-e3060eeba6d1 HTTP/1.1" status: 200 len: 853 time: 0.0467639 Sep 30 09:52:10.710833 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-58b01409-3800-4598-a270-ca445a900aee req-37b52613-38e3-4566-a0be-7d9ab735be5b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=3bbb15bc-796f-470a-b02c-cbf2e07fcc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309401 Sep 30 09:52:10.801284 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-58b01409-3800-4598-a270-ca445a900aee req-e21b60a0-99f8-4124-80b5-7ffd0bc4b322 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/3bbb15bc-796f-470a-b02c-cbf2e07fcc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839059 Sep 30 09:52:10.899400 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-58b01409-3800-4598-a270-ca445a900aee req-21cc9674-10a9-4413-9ee0-953fbf16ac3a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/3bbb15bc-796f-470a-b02c-cbf2e07fcc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923319 Sep 30 09:52:11.263082 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:11.742674 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96673c6b-8375-4efc-9932-838aa97afb33 req-8a5138a5-11fa-495c-90a1-d9f637b76f27 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:11.744117 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-96673c6b-8375-4efc-9932-838aa97afb33 req-8a5138a5-11fa-495c-90a1-d9f637b76f27 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2d8a1383-5a35-4e23-bb39-18ba0a13f0ad HTTP/1.1" status: 200 len: 943 time: 0.0462322 Sep 30 09:52:11.791530 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-96673c6b-8375-4efc-9932-838aa97afb33 req-b51cee7f-c2ca-4824-b3f9-6788eebe628e tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2a861414-185f-452e-97b1-a40686d95360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412440 Sep 30 09:52:12.912384 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532e867-de92-4f3b-b809-a26ffa15bdb1 req-3b24b899-97a7-4aff-a320-3f35d1d8a6d8 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:12.913833 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-b532e867-de92-4f3b-b809-a26ffa15bdb1 req-3b24b899-97a7-4aff-a320-3f35d1d8a6d8 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2d8a1383-5a35-4e23-bb39-18ba0a13f0ad HTTP/1.1" status: 200 len: 943 time: 0.0486474 Sep 30 09:52:12.960615 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-b532e867-de92-4f3b-b809-a26ffa15bdb1 req-6449ec30-672c-43a6-b22d-07c628a11916 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2a861414-185f-452e-97b1-a40686d95360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412424 Sep 30 09:52:12.981599 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc955c3-97c9-42a8-a137-717b48648402 req-a73aa7c3-95cf-4355-9605-bef41fd19983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:12.983240 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-9cc955c3-97c9-42a8-a137-717b48648402 req-a73aa7c3-95cf-4355-9605-bef41fd19983 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=95afd46a9b5947f9918007a23dffdbce&device_id=2d8a1383-5a35-4e23-bb39-18ba0a13f0ad HTTP/1.1" status: 200 len: 1127 time: 0.0415592 Sep 30 09:52:13.075536 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc955c3-97c9-42a8-a137-717b48648402 req-60cdc076-2382-45d9-8001-997bf850db44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:13.076929 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-9cc955c3-97c9-42a8-a137-717b48648402 req-60cdc076-2382-45d9-8001-997bf850db44 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=3bbb15bc-796f-470a-b02c-cbf2e07fcc51 HTTP/1.1" status: 200 len: 914 time: 0.0871608 Sep 30 09:52:13.114092 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-9cc955c3-97c9-42a8-a137-717b48648402 req-4c4a69db-495b-47ea-9aed-e9771a348ffc service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff693889-5d5f-4d6c-a5dd-b9c851913464 HTTP/1.1" status: 200 len: 217 time: 0.0317352 Sep 30 09:52:13.160946 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc955c3-97c9-42a8-a137-717b48648402 req-fc389bff-9193-4803-a10d-310e153531ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:13.162367 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-9cc955c3-97c9-42a8-a137-717b48648402 req-fc389bff-9193-4803-a10d-310e153531ef service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=f7e37858-14d9-4fdb-b8ba-e3060eeba6d1 HTTP/1.1" status: 200 len: 853 time: 0.0427849 Sep 30 09:52:13.192629 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-9cc955c3-97c9-42a8-a137-717b48648402 req-9dac3ca1-d798-40a7-9f41-c661c1c0b434 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=3bbb15bc-796f-470a-b02c-cbf2e07fcc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247705 Sep 30 09:52:13.217362 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:13.283939 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-9cc955c3-97c9-42a8-a137-717b48648402 req-43b8c848-c039-484e-808b-c3d361e7363d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/3bbb15bc-796f-470a-b02c-cbf2e07fcc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859187 Sep 30 09:52:13.374563 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-9cc955c3-97c9-42a8-a137-717b48648402 req-30d2af85-cad0-463a-aad1-b78a111766e3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/3bbb15bc-796f-470a-b02c-cbf2e07fcc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842807 Sep 30 09:52:14.079985 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679905e-4a7b-4e20-9bc3-aa3600a1af1a req-4acb6882-9503-4e5c-b312-f0773e9c48c9 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:14.081494 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4679905e-4a7b-4e20-9bc3-aa3600a1af1a req-4acb6882-9503-4e5c-b312-f0773e9c48c9 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2d8a1383-5a35-4e23-bb39-18ba0a13f0ad HTTP/1.1" status: 200 len: 943 time: 0.0465941 Sep 30 09:52:14.131693 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4679905e-4a7b-4e20-9bc3-aa3600a1af1a req-812e7bf7-0be0-4d9d-b925-7135a69e186e tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2a861414-185f-452e-97b1-a40686d95360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436635 Sep 30 09:52:15.254173 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa111c2-c1c6-46d0-ae7f-ac508b617836 req-637fd8d4-1e12-42f0-9de6-53c05bd392bd tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:15.255635 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6aa111c2-c1c6-46d0-ae7f-ac508b617836 req-637fd8d4-1e12-42f0-9de6-53c05bd392bd tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2d8a1383-5a35-4e23-bb39-18ba0a13f0ad HTTP/1.1" status: 200 len: 943 time: 0.0499578 Sep 30 09:52:15.302983 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6aa111c2-c1c6-46d0-ae7f-ac508b617836 req-f3a0656c-6f06-4be4-b6c6-2632cb2e6060 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2a861414-185f-452e-97b1-a40686d95360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417461 Sep 30 09:52:15.654875 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device ff693889-5d5f-4d6c-a5dd-b9c851913464 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:52:15.751889 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port ff693889-5d5f-4d6c-a5dd-b9c851913464, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ff693889-5d5f-4d6c-a5dd-b9c851913464,segment=NetworkSegment(6a96e738-a2d3-4cfe-8a8c-cd20ded9cc34),segment_id=6a96e738-a2d3-4cfe-8a8c-cd20ded9cc34)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:52:15.762758 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Returning: {'device': 'ff693889-5d5f-4d6c-a5dd-b9c851913464', 'network_id': '3bbb15bc-796f-470a-b02c-cbf2e07fcc51', 'port_id': 'ff693889-5d5f-4d6c-a5dd-b9c851913464', 'mac_address': 'fa:16:3e:f2:b9:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7e37858-14d9-4fdb-b8ba-e3060eeba6d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:52:15.800899 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port ff693889-5d5f-4d6c-a5dd-b9c851913464 is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:52:15.801293 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (ff693889-5d5f-4d6c-a5dd-b9c851913464), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:15.814226 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff693889-5d5f-4d6c-a5dd-b9c851913464 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:52:15.833445 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port ff693889-5d5f-4d6c-a5dd-b9c851913464, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ff693889-5d5f-4d6c-a5dd-b9c851913464,segment=NetworkSegment(6a96e738-a2d3-4cfe-8a8c-cd20ded9cc34),segment_id=6a96e738-a2d3-4cfe-8a8c-cd20ded9cc34)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:52:15.837201 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (ff693889-5d5f-4d6c-a5dd-b9c851913464), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:15.882036 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=ff693889-5d5f-4d6c-a5dd-b9c851913464,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:15.884718 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:15.890589 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:15.890968 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:15.891314 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:15.891837 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:15.892178 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:15.892514 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:15.892851 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:15.893187 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:15.893516 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:15.893869 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:15.894199 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:15.894526 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:15.894854 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:15.895174 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:15.895497 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:52:16.258934 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] get_ports_and_sgs() called for port_ids ['ff693889-5d5f-4d6c-a5dd-b9c851913464'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:52:16.311034 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:16.408819 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:16.427239 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd8170-58c1-4817-b28a-f5995ec0cc31 req-16760add-3a41-4fcf-bd26-11a35ba105b7 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:16.428687 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-41dd8170-58c1-4817-b28a-f5995ec0cc31 req-16760add-3a41-4fcf-bd26-11a35ba105b7 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2d8a1383-5a35-4e23-bb39-18ba0a13f0ad HTTP/1.1" status: 200 len: 944 time: 0.0506818 Sep 30 09:52:16.475858 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-41dd8170-58c1-4817-b28a-f5995ec0cc31 req-d22ff1a3-e2bb-480c-98e3-6b973ae5f134 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2a861414-185f-452e-97b1-a40686d95360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415716 Sep 30 09:52:17.595912 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6baca6-050a-48a2-a1cc-a41bbeec2690 req-82bfcfc3-2af8-4422-84cf-1e488b3173ab tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:17.597263 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-fa6baca6-050a-48a2-a1cc-a41bbeec2690 req-82bfcfc3-2af8-4422-84cf-1e488b3173ab tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2d8a1383-5a35-4e23-bb39-18ba0a13f0ad HTTP/1.1" status: 200 len: 944 time: 0.0459414 Sep 30 09:52:17.646943 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-fa6baca6-050a-48a2-a1cc-a41bbeec2690 req-478ee370-8783-4a1b-ad1a-ef0a541f71cf tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2a861414-185f-452e-97b1-a40686d95360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441761 Sep 30 09:52:17.660884 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device ff693889-5d5f-4d6c-a5dd-b9c851913464 up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:52:17.702468 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Provisioning for port ff693889-5d5f-4d6c-a5dd-b9c851913464 completed by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 30 09:52:17.708891 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Provisioning complete for port ff693889-5d5f-4d6c-a5dd-b9c851913464 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:52:17.709278 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (ff693889-5d5f-4d6c-a5dd-b9c851913464), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:17.709617 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Attempt 1 to provision port ff693889-5d5f-4d6c-a5dd-b9c851913464 Sep 30 09:52:17.784837 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port ff693889-5d5f-4d6c-a5dd-b9c851913464 is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:52:17.785218 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (ff693889-5d5f-4d6c-a5dd-b9c851913464), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:17.931659 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8a1383-5a35-4e23-bb39-18ba0a13f0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff693889-5d5f-4d6c-a5dd-b9c851913464'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:52:17.933910 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}572cd3d2a36c298d242844143b4f2eb8d6763781bbf742a8cfd50e233d5d8038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b63087-f204-4372-9c9f-2e8b574eef6b" -d '{"events": [{"server_uuid": "2d8a1383-5a35-4e23-bb39-18ba0a13f0ad", "name": "network-vif-plugged", "status": "completed", "tag": "ff693889-5d5f-4d6c-a5dd-b9c851913464"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:52:17.946998 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port ff693889-5d5f-4d6c-a5dd-b9c851913464, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ff693889-5d5f-4d6c-a5dd-b9c851913464,segment=NetworkSegment(6a96e738-a2d3-4cfe-8a8c-cd20ded9cc34),segment_id=6a96e738-a2d3-4cfe-8a8c-cd20ded9cc34)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:52:17.951206 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (ff693889-5d5f-4d6c-a5dd-b9c851913464), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:17.978039 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b76c8f-01de-4563-a19f-91492aae43b6 x-openstack-request-id: req-61b76c8f-01de-4563-a19f-91492aae43b6 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:52:17.978323 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8a1383-5a35-4e23-bb39-18ba0a13f0ad", "name": "network-vif-plugged", "status": "completed", "tag": "ff693889-5d5f-4d6c-a5dd-b9c851913464", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:52:17.978572 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-61b76c8f-01de-4563-a19f-91492aae43b6 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:52:17.978982 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61b76c8f-01de-4563-a19f-91492aae43b6'] response: {'server_uuid': '2d8a1383-5a35-4e23-bb39-18ba0a13f0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff693889-5d5f-4d6c-a5dd-b9c851913464', 'code': 200} Sep 30 09:52:18.002163 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=ff693889-5d5f-4d6c-a5dd-b9c851913464,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:52:18.174764 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:18.180820 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74a120-bb1c-44be-94d2-9282831bb91d req-4aee59a3-6912-4816-b225-b120e1e0c220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:18.182448 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-8c74a120-bb1c-44be-94d2-9282831bb91d req-4aee59a3-6912-4816-b225-b120e1e0c220 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2d8a1383-5a35-4e23-bb39-18ba0a13f0ad HTTP/1.1" status: 200 len: 1129 time: 0.0404341 Sep 30 09:52:18.228295 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-8c74a120-bb1c-44be-94d2-9282831bb91d req-b8aa732f-cb22-4115-8baf-82e5053ff759 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2a861414-185f-452e-97b1-a40686d95360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398443 Sep 30 09:52:18.774719 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b17ea3-8668-433e-bc59-a725ccac1058 req-e939d18c-6938-45eb-bb49-88eb3c01503b tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:18.776218 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-75b17ea3-8668-433e-bc59-a725ccac1058 req-e939d18c-6938-45eb-bb49-88eb3c01503b tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2d8a1383-5a35-4e23-bb39-18ba0a13f0ad HTTP/1.1" status: 200 len: 945 time: 0.0479982 Sep 30 09:52:18.822378 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-75b17ea3-8668-433e-bc59-a725ccac1058 req-9c7e9663-e6ce-4e20-ac32-4e49884f6185 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2a861414-185f-452e-97b1-a40686d95360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406811 Sep 30 09:52:19.946036 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7ec16-3a59-4598-a7e3-989f4b2965e8 req-aeae3a02-9f6b-4280-a89d-2fa1cbd28ff9 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:19.947520 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6fc7ec16-3a59-4598-a7e3-989f4b2965e8 req-aeae3a02-9f6b-4280-a89d-2fa1cbd28ff9 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2d8a1383-5a35-4e23-bb39-18ba0a13f0ad HTTP/1.1" status: 200 len: 945 time: 0.0494957 Sep 30 09:52:19.999532 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6fc7ec16-3a59-4598-a7e3-989f4b2965e8 req-c1f7d742-6f47-41a1-82b9-f92d1987bf00 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2a861414-185f-452e-97b1-a40686d95360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457158 Sep 30 09:52:21.123070 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed405515-b2cc-401d-b2ee-aef986be84e6 req-9c872718-14da-476b-88a0-1e4d71e30882 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:52:21.124543 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ed405515-b2cc-401d-b2ee-aef986be84e6 req-9c872718-14da-476b-88a0-1e4d71e30882 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2d8a1383-5a35-4e23-bb39-18ba0a13f0ad HTTP/1.1" status: 200 len: 945 time: 0.0499170 Sep 30 09:52:21.192567 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-ed405515-b2cc-401d-b2ee-aef986be84e6 req-9838b7a0-f65e-44e4-b9b0-c202d695c0e2 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2a861414-185f-452e-97b1-a40686d95360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618024 Sep 30 09:52:21.252788 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:52:25.990196 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-d3f785ae-de2e-4072-b274-cdcd78b453d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:26.052805 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=10 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:28.223237 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=5 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:28.226153 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=30 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:28.341805 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-10e97f5b-42bb-422f-90bd-a6fc83abb217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:29.506189 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:29.821400 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:30.996169 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:31.022512 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:31.184915 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=44 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:31.186792 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=85 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:36.609154 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [req-fbaa9428-e4a6-434d-b275-c626aed9cb0c req-2435a773-fc70-4bfa-82d5-d82542ecdd5c service neutron] (106375) timed out ('10.222.0.40', 58941) {{(pid=106375) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 30 09:52:41.016063 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=62,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:41.017957 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=47,neutron:UPDATE=5 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:41.204876 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=20 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:41.209883 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:52:55.992405 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c185c4c5-879e-4fc9-a2cb-c91ec8085ad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:58.252250 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:52:58.335485 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-50a8aa9a-3542-419e-a9ee-0705867eebcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:59.510064 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:52:59.815176 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:01.000494 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:01.023366 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:03.170471 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9232fc4-ea8a-4ac2-bb3d-7d25cc643454 req-c6319198-c2a4-4260-b3a1-380daa9662dc tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:03.171964 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a9232fc4-ea8a-4ac2-bb3d-7d25cc643454 req-c6319198-c2a4-4260-b3a1-380daa9662dc tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2d8a1383-5a35-4e23-bb39-18ba0a13f0ad HTTP/1.1" status: 200 len: 945 time: 0.0473270 Sep 30 09:53:03.219863 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a9232fc4-ea8a-4ac2-bb3d-7d25cc643454 req-a8544264-9fb3-4995-bb90-a5af49d79906 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2a861414-185f-452e-97b1-a40686d95360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424109 Sep 30 09:53:04.340403 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d0bcd-cada-49fd-9761-0f4adbefb638 req-dcdc89c3-75ad-43ce-ba97-41bc337999d2 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:04.341986 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-925d0bcd-cada-49fd-9761-0f4adbefb638 req-dcdc89c3-75ad-43ce-ba97-41bc337999d2 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2d8a1383-5a35-4e23-bb39-18ba0a13f0ad HTTP/1.1" status: 200 len: 945 time: 0.0465503 Sep 30 09:53:04.393884 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-925d0bcd-cada-49fd-9761-0f4adbefb638 req-3d6952af-bd71-4aaa-bb5b-1519394ab5b3 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2a861414-185f-452e-97b1-a40686d95360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463159 Sep 30 09:53:05.515821 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e6dfb-3c93-476b-a49c-c706aeee35dc req-5c705a5f-e09b-4743-a788-cf9f4de8e055 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:05.517278 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-422e6dfb-3c93-476b-a49c-c706aeee35dc req-5c705a5f-e09b-4743-a788-cf9f4de8e055 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2d8a1383-5a35-4e23-bb39-18ba0a13f0ad HTTP/1.1" status: 200 len: 945 time: 0.0471082 Sep 30 09:53:05.564636 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-422e6dfb-3c93-476b-a49c-c706aeee35dc req-620e8e17-0192-4539-86d0-b60ff10340e2 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2a861414-185f-452e-97b1-a40686d95360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412788 Sep 30 09:53:06.683998 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05d814-509f-4c24-957f-79b809209792 req-64ee3277-2c69-40c4-af0a-c420ed00463c tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:06.685376 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-db05d814-509f-4c24-957f-79b809209792 req-64ee3277-2c69-40c4-af0a-c420ed00463c tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2d8a1383-5a35-4e23-bb39-18ba0a13f0ad HTTP/1.1" status: 200 len: 945 time: 0.0464551 Sep 30 09:53:06.733505 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-db05d814-509f-4c24-957f-79b809209792 req-b0fd3021-94a2-4aa2-9712-7353a8afa8b6 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2a861414-185f-452e-97b1-a40686d95360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424409 Sep 30 09:53:07.863007 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac27c48-477b-4bfe-89f9-12dc92005363 req-b5c3710b-2a1b-43f8-92db-4a29aba2a295 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:07.864484 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-5ac27c48-477b-4bfe-89f9-12dc92005363 req-b5c3710b-2a1b-43f8-92db-4a29aba2a295 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2d8a1383-5a35-4e23-bb39-18ba0a13f0ad HTTP/1.1" status: 200 len: 945 time: 0.0551302 Sep 30 09:53:07.913651 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-5ac27c48-477b-4bfe-89f9-12dc92005363 req-1434dfdd-52c8-4a57-ab7b-4bfebb6c8ade tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2a861414-185f-452e-97b1-a40686d95360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429072 Sep 30 09:53:08.320403 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a92bf6-31c4-45b9-822a-a5e99f0a15a5 req-d2dc16ea-3f8c-4df3-b281-f6fcf86b82ee tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:08.321870 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-05a92bf6-31c4-45b9-822a-a5e99f0a15a5 req-d2dc16ea-3f8c-4df3-b281-f6fcf86b82ee tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2d8a1383-5a35-4e23-bb39-18ba0a13f0ad HTTP/1.1" status: 200 len: 945 time: 0.0464308 Sep 30 09:53:08.404843 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-05a92bf6-31c4-45b9-822a-a5e99f0a15a5 req-291cd7e0-45e1-4c8f-8530-d1ea299a01ec tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Deleting port ff693889-5d5f-4d6c-a5dd-b9c851913464 {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:53:08.405189 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-05a92bf6-31c4-45b9-822a-a5e99f0a15a5 req-291cd7e0-45e1-4c8f-8530-d1ea299a01ec tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (ff693889-5d5f-4d6c-a5dd-b9c851913464), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:08.493334 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-05a92bf6-31c4-45b9-822a-a5e99f0a15a5 req-291cd7e0-45e1-4c8f-8530-d1ea299a01ec tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] For port ff693889-5d5f-4d6c-a5dd-b9c851913464, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ff693889-5d5f-4d6c-a5dd-b9c851913464,segment=NetworkSegment(6a96e738-a2d3-4cfe-8a8c-cd20ded9cc34),segment_id=6a96e738-a2d3-4cfe-8a8c-cd20ded9cc34)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:53:08.493723 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-05a92bf6-31c4-45b9-822a-a5e99f0a15a5 req-291cd7e0-45e1-4c8f-8530-d1ea299a01ec tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (ff693889-5d5f-4d6c-a5dd-b9c851913464), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:08.506526 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-05a92bf6-31c4-45b9-822a-a5e99f0a15a5 req-291cd7e0-45e1-4c8f-8530-d1ea299a01ec tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Calling delete_port for ff693889-5d5f-4d6c-a5dd-b9c851913464 owned by compute:nova {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:53:08.635016 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-05a92bf6-31c4-45b9-822a-a5e99f0a15a5 req-291cd7e0-45e1-4c8f-8530-d1ea299a01ec tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (ff693889-5d5f-4d6c-a5dd-b9c851913464), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:08.664037 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291cd7e0-45e1-4c8f-8530-d1ea299a01ec tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Pushing event deleted for resources: {'Port': ['ID=ff693889-5d5f-4d6c-a5dd-b9c851913464,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:53:08.670392 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] get_ports_and_sgs() called for port_ids ['ff693889-5d5f-4d6c-a5dd-b9c851913464'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:53:08.695003 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291cd7e0-45e1-4c8f-8530-d1ea299a01ec tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:08.695357 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291cd7e0-45e1-4c8f-8530-d1ea299a01ec tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:08.695707 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291cd7e0-45e1-4c8f-8530-d1ea299a01ec tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:08.696051 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291cd7e0-45e1-4c8f-8530-d1ea299a01ec tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:08.696390 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291cd7e0-45e1-4c8f-8530-d1ea299a01ec tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:08.696730 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291cd7e0-45e1-4c8f-8530-d1ea299a01ec tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:08.697067 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291cd7e0-45e1-4c8f-8530-d1ea299a01ec tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:08.697397 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291cd7e0-45e1-4c8f-8530-d1ea299a01ec tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:08.697757 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291cd7e0-45e1-4c8f-8530-d1ea299a01ec tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:08.698090 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291cd7e0-45e1-4c8f-8530-d1ea299a01ec tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:08.698422 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291cd7e0-45e1-4c8f-8530-d1ea299a01ec tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:08.698756 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291cd7e0-45e1-4c8f-8530-d1ea299a01ec tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:08.699084 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291cd7e0-45e1-4c8f-8530-d1ea299a01ec tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:08.699412 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291cd7e0-45e1-4c8f-8530-d1ea299a01ec tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:08.699735 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291cd7e0-45e1-4c8f-8530-d1ea299a01ec tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:08.722409 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a92bf6-31c4-45b9-822a-a5e99f0a15a5 req-291cd7e0-45e1-4c8f-8530-d1ea299a01ec tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] No DVR routers for this DVR port ff693889-5d5f-4d6c-a5dd-b9c851913464 on host hv-cinder-maste {{(pid=106375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:53:08.725353 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-05a92bf6-31c4-45b9-822a-a5e99f0a15a5 req-291cd7e0-45e1-4c8f-8530-d1ea299a01ec tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:08.728782 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-05a92bf6-31c4-45b9-822a-a5e99f0a15a5 req-291cd7e0-45e1-4c8f-8530-d1ea299a01ec tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.40 "DELETE /networking/v2.0/ports/ff693889-5d5f-4d6c-a5dd-b9c851913464 HTTP/1.1" status: 204 len: 173 time: 0.4019816 Sep 30 09:53:08.729274 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8a1383-5a35-4e23-bb39-18ba0a13f0ad', 'name': 'network-vif-deleted', 'tag': 'ff693889-5d5f-4d6c-a5dd-b9c851913464'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:53:08.731608 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a2765c340e485259911155c50f33e4425258638b85650f0a2a20d0c41df364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e37463-c300-471c-8f5d-183c3627457c" -d '{"events": [{"server_uuid": "2d8a1383-5a35-4e23-bb39-18ba0a13f0ad", "name": "network-vif-deleted", "tag": "ff693889-5d5f-4d6c-a5dd-b9c851913464"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:53:08.778450 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97393f54-ef7a-47e4-9fe9-f3a6b4387812 x-openstack-request-id: req-97393f54-ef7a-47e4-9fe9-f3a6b4387812 {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:53:08.778737 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8a1383-5a35-4e23-bb39-18ba0a13f0ad", "name": "network-vif-deleted", "tag": "ff693889-5d5f-4d6c-a5dd-b9c851913464", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:53:08.778979 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-97393f54-ef7a-47e4-9fe9-f3a6b4387812 {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:53:08.779377 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97393f54-ef7a-47e4-9fe9-f3a6b4387812'] response: {'server_uuid': '2d8a1383-5a35-4e23-bb39-18ba0a13f0ad', 'name': 'network-vif-deleted', 'tag': 'ff693889-5d5f-4d6c-a5dd-b9c851913464', 'status': 'completed', 'code': 200} Sep 30 09:53:09.038717 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-31c48c66-e7bc-4a71-bd0c-66b08d659c21 req-758de8db-69c9-4ff2-a005-6d1eb17005a9 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2d8a1383-5a35-4e23-bb39-18ba0a13f0ad HTTP/1.1" status: 200 len: 210 time: 0.0306365 Sep 30 09:53:11.019784 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:11.901054 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device ff693889-5d5f-4d6c-a5dd-b9c851913464 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:53:11.923035 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] No Port match for: ff693889-5d5f-4d6c-a5dd-b9c851913464 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:53:11.923373 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device ff693889-5d5f-4d6c-a5dd-b9c851913464 not bound to the agent host hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:53:13.928621 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-8f4b6b9d-4e6a-4ba4-9644-7a83e8e997e0 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:13.930100 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-8f4b6b9d-4e6a-4ba4-9644-7a83e8e997e0 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/networks?id=3bbb15bc-796f-470a-b02c-cbf2e07fcc51 HTTP/1.1" status: 200 len: 813 time: 0.1052306 Sep 30 09:53:13.945221 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-f62492b9-e981-4ee0-8bf1-432ff83d0616 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/quotas/95afd46a9b5947f9918007a23dffdbce HTTP/1.1" status: 200 len: 375 time: 0.0096054 Sep 30 09:53:13.977260 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-c3e1c586-cee9-489a-ab8c-bdc79bf8efee tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=95afd46a9b5947f9918007a23dffdbce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273077 Sep 30 09:53:14.031511 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-4b45a217-aa93-4816-b4c0-62f02ea7dbef service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106376) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 30 09:53:14.032510 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-4b45a217-aa93-4816-b4c0-62f02ea7dbef service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0489690 Sep 30 09:53:14.125421 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-5201ffc4-3fa1-4e73-a849-99c4d6fb7206 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/3bbb15bc-796f-470a-b02c-cbf2e07fcc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868447 Sep 30 09:53:14.215336 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-0e91a03d-7477-4fdd-880d-582ff0fd2e54 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/3bbb15bc-796f-470a-b02c-cbf2e07fcc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834386 Sep 30 09:53:14.375370 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f9e7066f-17d8-474a-bf28-24ab008755a2 req-db1518bd-58e8-49f9-b1fc-61b00898fe7e tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5527a105-0816-4bc0-af6c-808871ea8dca HTTP/1.1" status: 200 len: 210 time: 0.0284643 Sep 30 09:53:15.454764 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-58b72c54-23f0-4621-8e38-0d505f16b048 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:15.456219 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-58b72c54-23f0-4621-8e38-0d505f16b048 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.40 "GET /networking/v2.0/networks?id=3bbb15bc-796f-470a-b02c-cbf2e07fcc51 HTTP/1.1" status: 200 len: 813 time: 0.1084940 Sep 30 09:53:15.475548 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-75000a1b-b1ab-43cb-8ac0-69fc66b94a23 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Request body: {'port': {'device_id': '5527a105-0816-4bc0-af6c-808871ea8dca', 'network_id': '3bbb15bc-796f-470a-b02c-cbf2e07fcc51', 'admin_state_up': True, 'tenant_id': '95afd46a9b5947f9918007a23dffdbce'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:53:15.488160 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-821e6c86-9b52-40e2-abe9-1b0d174cc7ae req-12573367-f3c6-4421-a537-545dbedaf263 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5527a105-0816-4bc0-af6c-808871ea8dca HTTP/1.1" status: 200 len: 210 time: 0.0324132 Sep 30 09:53:15.814262 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-75000a1b-b1ab-43cb-8ac0-69fc66b94a23 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Made reservation on behalf of 95afd46a9b5947f9918007a23dffdbce for: {'port': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:53:15.817942 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-75000a1b-b1ab-43cb-8ac0-69fc66b94a23 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:15.944806 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-75000a1b-b1ab-43cb-8ac0-69fc66b94a23 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Allocated IP 172.20.0.14 (3bbb15bc-796f-470a-b02c-cbf2e07fcc51/f7e37858-14d9-4fdb-b8ba-e3060eeba6d1/47cbcb98-ec73-497b-9790-feb249ba28b2) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:53:15.949748 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:16.041847 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:16.094551 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-75000a1b-b1ab-43cb-8ac0-69fc66b94a23 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Publish callbacks [] for port (47cbcb98-ec73-497b-9790-feb249ba28b2), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:16.125107 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-75000a1b-b1ab-43cb-8ac0-69fc66b94a23 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (47cbcb98-ec73-497b-9790-feb249ba28b2), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:16.169609 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-75000a1b-b1ab-43cb-8ac0-69fc66b94a23 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Network 3bbb15bc-796f-470a-b02c-cbf2e07fcc51 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:53:16.172740 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-75000a1b-b1ab-43cb-8ac0-69fc66b94a23 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:53:16.176579 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-75000a1b-b1ab-43cb-8ac0-69fc66b94a23 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:53:16.199826 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75000a1b-b1ab-43cb-8ac0-69fc66b94a23 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Pushing event updated for resources: {'Port': ['ID=47cbcb98-ec73-497b-9790-feb249ba28b2,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:53:16.227223 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-75000a1b-b1ab-43cb-8ac0-69fc66b94a23 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:16.227837 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-75000a1b-b1ab-43cb-8ac0-69fc66b94a23 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:16.242975 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-75000a1b-b1ab-43cb-8ac0-69fc66b94a23 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7720420 Sep 30 09:53:16.278077 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-ff499d29-5acc-4626-b389-1c6f5c0f60e0 service neutron] Request body: {'port': {'device_id': '5527a105-0816-4bc0-af6c-808871ea8dca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:53:16.339505 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-ff499d29-5acc-4626-b389-1c6f5c0f60e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (47cbcb98-ec73-497b-9790-feb249ba28b2), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:16.596051 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-ff499d29-5acc-4626-b389-1c6f5c0f60e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47cbcb98-ec73-497b-9790-feb249ba28b2 {{(pid=106375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:53:16.604295 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-ff499d29-5acc-4626-b389-1c6f5c0f60e0 service neutron] Publish callbacks [] for port (47cbcb98-ec73-497b-9790-feb249ba28b2), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:16.613294 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9934d-7729-4216-88db-be2c2b9d2b2e req-6da5fe44-85d4-4e67-b139-1bef243e2143 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:16.614813 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-78d9934d-7729-4216-88db-be2c2b9d2b2e req-6da5fe44-85d4-4e67-b139-1bef243e2143 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5527a105-0816-4bc0-af6c-808871ea8dca HTTP/1.1" status: 200 len: 932 time: 0.0477843 Sep 30 09:53:16.616797 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.provisioning_blocks [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-ff499d29-5acc-4626-b389-1c6f5c0f60e0 service neutron] Transition to ACTIVE for port object 47cbcb98-ec73-497b-9790-feb249ba28b2 will not be triggered until provisioned by entity L2. {{(pid=106375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 30 09:53:16.620597 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-ff499d29-5acc-4626-b389-1c6f5c0f60e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1379309'] for port (47cbcb98-ec73-497b-9790-feb249ba28b2), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:16.665731 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-78d9934d-7729-4216-88db-be2c2b9d2b2e req-562706ae-22bf-44dc-9634-76913b70176c tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2a861414-185f-452e-97b1-a40686d95360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442429 Sep 30 09:53:16.688094 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff499d29-5acc-4626-b389-1c6f5c0f60e0 service neutron] Pushing event updated for resources: {'Port': ['ID=47cbcb98-ec73-497b-9790-feb249ba28b2,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:53:16.736225 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-ff499d29-5acc-4626-b389-1c6f5c0f60e0 service neutron] Attempting to bind port 47cbcb98-ec73-497b-9790-feb249ba28b2 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:53:16.736555 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-ff499d29-5acc-4626-b389-1c6f5c0f60e0 service neutron] Attempting to bind port 47cbcb98-ec73-497b-9790-feb249ba28b2 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '6a96e738-a2d3-4cfe-8a8c-cd20ded9cc34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3bbb15bc-796f-470a-b02c-cbf2e07fcc51'}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:53:16.736873 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-ff499d29-5acc-4626-b389-1c6f5c0f60e0 service neutron] Attempting to bind port 47cbcb98-ec73-497b-9790-feb249ba28b2 on network 3bbb15bc-796f-470a-b02c-cbf2e07fcc51 {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:53:16.778766 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-ff499d29-5acc-4626-b389-1c6f5c0f60e0 service neutron] Port 47cbcb98-ec73-497b-9790-feb249ba28b2 on network 3bbb15bc-796f-470a-b02c-cbf2e07fcc51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:53:16.779085 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-ff499d29-5acc-4626-b389-1c6f5c0f60e0 service neutron] Attempting to bind port 47cbcb98-ec73-497b-9790-feb249ba28b2 on network 3bbb15bc-796f-470a-b02c-cbf2e07fcc51 {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:53:16.803098 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:16.810687 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:16.823965 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-ff499d29-5acc-4626-b389-1c6f5c0f60e0 service neutron] Checking agent: {'id': '163c8669-4b7e-4ed1-afd3-94872a5a2df2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 34), 'started_at': datetime.datetime(2022, 9, 30, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:53:16.824296 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-ff499d29-5acc-4626-b389-1c6f5c0f60e0 service neutron] Checking segment: {'id': '6a96e738-a2d3-4cfe-8a8c-cd20ded9cc34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3bbb15bc-796f-470a-b02c-cbf2e07fcc51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:53:16.824675 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-ff499d29-5acc-4626-b389-1c6f5c0f60e0 service neutron] Bound using segment: {'id': '6a96e738-a2d3-4cfe-8a8c-cd20ded9cc34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3bbb15bc-796f-470a-b02c-cbf2e07fcc51'} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:53:16.825103 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-ff499d29-5acc-4626-b389-1c6f5c0f60e0 service neutron] Bound port: 47cbcb98-ec73-497b-9790-feb249ba28b2, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a96e738-a2d3-4cfe-8a8c-cd20ded9cc34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3bbb15bc-796f-470a-b02c-cbf2e07fcc51'}}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:53:16.825460 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-ff499d29-5acc-4626-b389-1c6f5c0f60e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (47cbcb98-ec73-497b-9790-feb249ba28b2), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:16.890898 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-ff499d29-5acc-4626-b389-1c6f5c0f60e0 service neutron] For port 47cbcb98-ec73-497b-9790-feb249ba28b2, host hv-cinder-maste, cleared binding levels {{(pid=106375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:53:16.894267 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-ff499d29-5acc-4626-b389-1c6f5c0f60e0 service neutron] For port 47cbcb98-ec73-497b-9790-feb249ba28b2, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=47cbcb98-ec73-497b-9790-feb249ba28b2,segment=NetworkSegment(6a96e738-a2d3-4cfe-8a8c-cd20ded9cc34),segment_id=6a96e738-a2d3-4cfe-8a8c-cd20ded9cc34)] {{(pid=106375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:53:16.900586 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-ff499d29-5acc-4626-b389-1c6f5c0f60e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1379309'] for port (47cbcb98-ec73-497b-9790-feb249ba28b2), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:16.904751 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-ff499d29-5acc-4626-b389-1c6f5c0f60e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:16.905389 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-ff499d29-5acc-4626-b389-1c6f5c0f60e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:16.906766 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-ff499d29-5acc-4626-b389-1c6f5c0f60e0 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/47cbcb98-ec73-497b-9790-feb249ba28b2 HTTP/1.1" status: 200 len: 1094 time: 0.6326964 Sep 30 09:53:16.907584 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5527a105-0816-4bc0-af6c-808871ea8dca', 'tag': '47cbcb98-ec73-497b-9790-feb249ba28b2'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:53:16.909826 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a2765c340e485259911155c50f33e4425258638b85650f0a2a20d0c41df364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f3d658-862f-41b1-89ee-543f57dc22db" -d '{"events": [{"name": "network-changed", "server_uuid": "5527a105-0816-4bc0-af6c-808871ea8dca", "tag": "47cbcb98-ec73-497b-9790-feb249ba28b2"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:53:16.948981 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a285492-5128-4840-bb55-997fc4a904bb x-openstack-request-id: req-7a285492-5128-4840-bb55-997fc4a904bb {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:53:16.949277 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5527a105-0816-4bc0-af6c-808871ea8dca", "tag": "47cbcb98-ec73-497b-9790-feb249ba28b2", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:53:16.949530 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a285492-5128-4840-bb55-997fc4a904bb {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:53:16.949956 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a285492-5128-4840-bb55-997fc4a904bb'] response: {'name': 'network-changed', 'server_uuid': '5527a105-0816-4bc0-af6c-808871ea8dca', 'tag': '47cbcb98-ec73-497b-9790-feb249ba28b2', 'status': 'completed', 'code': 200} Sep 30 09:53:16.962078 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff499d29-5acc-4626-b389-1c6f5c0f60e0 service neutron] Pushing event updated for resources: {'Port': ['ID=47cbcb98-ec73-497b-9790-feb249ba28b2,revision_number=3']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:53:17.022726 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-7d2f8d7b-be7b-43e1-80d7-258d2e40462b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:17.024210 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-7d2f8d7b-be7b-43e1-80d7-258d2e40462b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=95afd46a9b5947f9918007a23dffdbce&device_id=5527a105-0816-4bc0-af6c-808871ea8dca HTTP/1.1" status: 200 len: 1128 time: 0.0405514 Sep 30 09:53:17.071570 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-ffd9f2fe-edf8-49c8-b8dd-fe50e41324a4 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47cbcb98-ec73-497b-9790-feb249ba28b2 HTTP/1.1" status: 200 len: 217 time: 0.0354297 Sep 30 09:53:17.120439 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-b41dd5ff-b5b6-4385-b3b0-c60fe5da32be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:17.121925 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-b41dd5ff-b5b6-4385-b3b0-c60fe5da32be service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=f7e37858-14d9-4fdb-b8ba-e3060eeba6d1 HTTP/1.1" status: 200 len: 853 time: 0.0434499 Sep 30 09:53:17.153924 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-fc5c46ec-f528-4c18-b19d-1940826c810e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=3bbb15bc-796f-470a-b02c-cbf2e07fcc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265729 Sep 30 09:53:17.246300 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-7c74bd8f-4603-4d97-a4ec-a80f030139ed service neutron] 10.222.0.40 "GET /networking/v2.0/networks/3bbb15bc-796f-470a-b02c-cbf2e07fcc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867238 Sep 30 09:53:17.334512 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-f0b1a2c7-6a4f-4ae3-aca3-1b5d53b77ed9 req-46be2f81-3d89-4241-bbd4-eec699fbd71f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/3bbb15bc-796f-470a-b02c-cbf2e07fcc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821009 Sep 30 09:53:17.786597 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c5790-9b11-4e3d-8f5c-14139e52e2ee req-4a6113c7-ca89-4d65-9ceb-4f0f9edb053b tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:17.788723 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6c2c5790-9b11-4e3d-8f5c-14139e52e2ee req-4a6113c7-ca89-4d65-9ceb-4f0f9edb053b tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5527a105-0816-4bc0-af6c-808871ea8dca HTTP/1.1" status: 200 len: 944 time: 0.0487180 Sep 30 09:53:17.838073 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6c2c5790-9b11-4e3d-8f5c-14139e52e2ee req-a0c31769-55cf-4595-80da-8b45844dec3d tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2a861414-185f-452e-97b1-a40686d95360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438185 Sep 30 09:53:18.206381 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:18.945179 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:18.947860 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:18.963420 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e26df-4b5e-460f-9d48-facf0538cbf8 req-9152e448-2474-4c80-ba61-71dbbfd2628b tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:18.964873 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4d3e26df-4b5e-460f-9d48-facf0538cbf8 req-9152e448-2474-4c80-ba61-71dbbfd2628b tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5527a105-0816-4bc0-af6c-808871ea8dca HTTP/1.1" status: 200 len: 944 time: 0.0465252 Sep 30 09:53:19.012294 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4d3e26df-4b5e-460f-9d48-facf0538cbf8 req-f82a61e5-95b0-48f5-8c5c-b84e80b284ab tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2a861414-185f-452e-97b1-a40686d95360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418363 Sep 30 09:53:19.370895 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3d658-862f-41b1-89ee-543f57dc22db req-eaf5c342-d885-4028-b770-ca4bcbee205e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:19.372377 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-66f3d658-862f-41b1-89ee-543f57dc22db req-eaf5c342-d885-4028-b770-ca4bcbee205e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=95afd46a9b5947f9918007a23dffdbce&device_id=5527a105-0816-4bc0-af6c-808871ea8dca HTTP/1.1" status: 200 len: 1128 time: 0.0410690 Sep 30 09:53:19.465575 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3d658-862f-41b1-89ee-543f57dc22db req-c02bfd6d-4d2b-4757-806b-4be29c7b0ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:19.467103 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-66f3d658-862f-41b1-89ee-543f57dc22db req-c02bfd6d-4d2b-4757-806b-4be29c7b0ff3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=3bbb15bc-796f-470a-b02c-cbf2e07fcc51 HTTP/1.1" status: 200 len: 914 time: 0.0889606 Sep 30 09:53:19.504365 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-66f3d658-862f-41b1-89ee-543f57dc22db req-5fc03a39-eb83-4aba-bcbe-05e3d1e26511 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47cbcb98-ec73-497b-9790-feb249ba28b2 HTTP/1.1" status: 200 len: 217 time: 0.0311108 Sep 30 09:53:19.555044 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3d658-862f-41b1-89ee-543f57dc22db req-76f77f2c-62e1-4a39-8f47-a3f430bf8042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:19.556445 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-66f3d658-862f-41b1-89ee-543f57dc22db req-76f77f2c-62e1-4a39-8f47-a3f430bf8042 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=f7e37858-14d9-4fdb-b8ba-e3060eeba6d1 HTTP/1.1" status: 200 len: 853 time: 0.0468874 Sep 30 09:53:19.590090 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-66f3d658-862f-41b1-89ee-543f57dc22db req-26d23211-cb05-493c-9526-586bd878a867 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=3bbb15bc-796f-470a-b02c-cbf2e07fcc51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272408 Sep 30 09:53:19.678268 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-66f3d658-862f-41b1-89ee-543f57dc22db req-46e4eb9d-e494-4d74-bea7-f7c39787ab83 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/3bbb15bc-796f-470a-b02c-cbf2e07fcc51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827000 Sep 30 09:53:19.769708 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-66f3d658-862f-41b1-89ee-543f57dc22db req-9a56ee4b-3e9f-4003-87f1-b8d84ac5ca73 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/3bbb15bc-796f-470a-b02c-cbf2e07fcc51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847380 Sep 30 09:53:19.913878 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 47cbcb98-ec73-497b-9790-feb249ba28b2 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:53:20.011673 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port 47cbcb98-ec73-497b-9790-feb249ba28b2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=47cbcb98-ec73-497b-9790-feb249ba28b2,segment=NetworkSegment(6a96e738-a2d3-4cfe-8a8c-cd20ded9cc34),segment_id=6a96e738-a2d3-4cfe-8a8c-cd20ded9cc34)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:53:20.022629 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Returning: {'device': '47cbcb98-ec73-497b-9790-feb249ba28b2', 'network_id': '3bbb15bc-796f-470a-b02c-cbf2e07fcc51', 'port_id': '47cbcb98-ec73-497b-9790-feb249ba28b2', 'mac_address': 'fa:16:3e:05:57:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7e37858-14d9-4fdb-b8ba-e3060eeba6d1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:53:20.057284 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port 47cbcb98-ec73-497b-9790-feb249ba28b2 is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:53:20.057680 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (47cbcb98-ec73-497b-9790-feb249ba28b2), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:20.071649 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47cbcb98-ec73-497b-9790-feb249ba28b2 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:53:20.091969 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port 47cbcb98-ec73-497b-9790-feb249ba28b2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=47cbcb98-ec73-497b-9790-feb249ba28b2,segment=NetworkSegment(6a96e738-a2d3-4cfe-8a8c-cd20ded9cc34),segment_id=6a96e738-a2d3-4cfe-8a8c-cd20ded9cc34)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:53:20.096021 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (47cbcb98-ec73-497b-9790-feb249ba28b2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:20.137200 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224522a-1fa9-4070-aa85-defd9e9f92d1 req-64da768d-2cf0-4e84-8bd7-079b88a00605 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:20.138694 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-b224522a-1fa9-4070-aa85-defd9e9f92d1 req-64da768d-2cf0-4e84-8bd7-079b88a00605 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5527a105-0816-4bc0-af6c-808871ea8dca HTTP/1.1" status: 200 len: 945 time: 0.0480642 Sep 30 09:53:20.141749 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=47cbcb98-ec73-497b-9790-feb249ba28b2,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:53:20.149259 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:20.149601 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:20.149963 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:20.150301 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:20.150630 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:20.150951 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:20.151269 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:20.151588 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:20.151906 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:20.152223 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:20.152538 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:20.152855 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:20.153170 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:20.153483 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:20.153817 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:53:20.186737 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-b224522a-1fa9-4070-aa85-defd9e9f92d1 req-59120ab1-4c0a-4c62-9ef5-b3563172d375 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2a861414-185f-452e-97b1-a40686d95360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422547 Sep 30 09:53:20.503441 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] get_ports_and_sgs() called for port_ids ['47cbcb98-ec73-497b-9790-feb249ba28b2'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:53:21.311960 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48506351-8c63-47dc-8469-67864f9da72d req-f1230846-ff11-4b08-894a-a0e4ee56734c tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:21.313406 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-48506351-8c63-47dc-8469-67864f9da72d req-f1230846-ff11-4b08-894a-a0e4ee56734c tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5527a105-0816-4bc0-af6c-808871ea8dca HTTP/1.1" status: 200 len: 945 time: 0.0509851 Sep 30 09:53:21.360225 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-48506351-8c63-47dc-8469-67864f9da72d req-e61fe184-b53a-4538-b429-60c6432ab066 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2a861414-185f-452e-97b1-a40686d95360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404902 Sep 30 09:53:21.918778 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 47cbcb98-ec73-497b-9790-feb249ba28b2 up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:53:21.921885 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=69,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:21.961379 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Provisioning for port 47cbcb98-ec73-497b-9790-feb249ba28b2 completed by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 30 09:53:21.966891 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Provisioning complete for port 47cbcb98-ec73-497b-9790-feb249ba28b2 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:53:21.967260 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (47cbcb98-ec73-497b-9790-feb249ba28b2), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:21.967629 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Attempt 1 to provision port 47cbcb98-ec73-497b-9790-feb249ba28b2 Sep 30 09:53:22.040370 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port 47cbcb98-ec73-497b-9790-feb249ba28b2 is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:53:22.040752 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (47cbcb98-ec73-497b-9790-feb249ba28b2), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:22.063792 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5527a105-0816-4bc0-af6c-808871ea8dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47cbcb98-ec73-497b-9790-feb249ba28b2'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:53:22.065964 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}572cd3d2a36c298d242844143b4f2eb8d6763781bbf742a8cfd50e233d5d8038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a86541-500e-47b1-86c5-64eae6dc58bf" -d '{"events": [{"server_uuid": "5527a105-0816-4bc0-af6c-808871ea8dca", "name": "network-vif-plugged", "status": "completed", "tag": "47cbcb98-ec73-497b-9790-feb249ba28b2"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:53:22.079244 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port 47cbcb98-ec73-497b-9790-feb249ba28b2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=47cbcb98-ec73-497b-9790-feb249ba28b2,segment=NetworkSegment(6a96e738-a2d3-4cfe-8a8c-cd20ded9cc34),segment_id=6a96e738-a2d3-4cfe-8a8c-cd20ded9cc34)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:53:22.084723 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (47cbcb98-ec73-497b-9790-feb249ba28b2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:22.110002 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c9d812-4c7f-492e-9134-81a92d7d07e4 x-openstack-request-id: req-84c9d812-4c7f-492e-9134-81a92d7d07e4 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:53:22.110297 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5527a105-0816-4bc0-af6c-808871ea8dca", "name": "network-vif-plugged", "status": "completed", "tag": "47cbcb98-ec73-497b-9790-feb249ba28b2", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:53:22.110550 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-84c9d812-4c7f-492e-9134-81a92d7d07e4 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:53:22.110947 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84c9d812-4c7f-492e-9134-81a92d7d07e4'] response: {'server_uuid': '5527a105-0816-4bc0-af6c-808871ea8dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47cbcb98-ec73-497b-9790-feb249ba28b2', 'code': 200} Sep 30 09:53:22.140834 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=47cbcb98-ec73-497b-9790-feb249ba28b2,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:53:22.312566 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9269d99-fa56-4112-9eb1-595a0cb78571 req-1ddbde15-fb0a-40b3-8941-173c2b39f20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:22.313996 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-d9269d99-fa56-4112-9eb1-595a0cb78571 req-1ddbde15-fb0a-40b3-8941-173c2b39f20e service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5527a105-0816-4bc0-af6c-808871ea8dca HTTP/1.1" status: 200 len: 1130 time: 0.0383422 Sep 30 09:53:22.325139 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:22.359324 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-d9269d99-fa56-4112-9eb1-595a0cb78571 req-a1ca7ae6-2b57-41e6-aace-07b58f2cd7bb service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=2a861414-185f-452e-97b1-a40686d95360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396941 Sep 30 09:53:22.486434 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e07e54-b571-4d0b-9cae-0ba737065dbe req-dd63a867-2b81-4d29-bdcc-4ee7189b7b3b tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:22.488020 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-46e07e54-b571-4d0b-9cae-0ba737065dbe req-dd63a867-2b81-4d29-bdcc-4ee7189b7b3b tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5527a105-0816-4bc0-af6c-808871ea8dca HTTP/1.1" status: 200 len: 946 time: 0.0517840 Sep 30 09:53:22.539992 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-46e07e54-b571-4d0b-9cae-0ba737065dbe req-add69684-5753-47a7-a185-ad2a63fed097 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2a861414-185f-452e-97b1-a40686d95360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446448 Sep 30 09:53:23.668015 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a884fc-a4be-499c-925e-044d35df4bb8 req-2c1c6b53-eae3-4b29-9823-c9e75d294f33 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:23.669504 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a3a884fc-a4be-499c-925e-044d35df4bb8 req-2c1c6b53-eae3-4b29-9823-c9e75d294f33 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5527a105-0816-4bc0-af6c-808871ea8dca HTTP/1.1" status: 200 len: 946 time: 0.0498757 Sep 30 09:53:23.723000 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a3a884fc-a4be-499c-925e-044d35df4bb8 req-06196d89-8da5-4f96-bb50-f91a0bb4024b tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2a861414-185f-452e-97b1-a40686d95360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471909 Sep 30 09:53:24.306042 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:24.846596 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581973b0-288f-4e66-abf4-bc617a3ded69 req-fed68deb-2813-4872-93c5-98655c8c3290 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:24.848069 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-581973b0-288f-4e66-abf4-bc617a3ded69 req-fed68deb-2813-4872-93c5-98655c8c3290 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5527a105-0816-4bc0-af6c-808871ea8dca HTTP/1.1" status: 200 len: 946 time: 0.0470455 Sep 30 09:53:24.901394 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-581973b0-288f-4e66-abf4-bc617a3ded69 req-8aa80f46-5600-4d4d-85d5-29d64d63e4bb tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2a861414-185f-452e-97b1-a40686d95360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467215 Sep 30 09:53:25.995011 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2f695d36-7784-49b0-9d23-fa9aec3bae6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:28.338013 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-56864e3e-bde7-4a60-af76-05454e719b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:29.511905 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:29.825830 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:31.003805 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:31.029247 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:32.346208 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:32.356273 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:34.889086 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=51 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:34.896739 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=53 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:35.252185 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:53:35.971622 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:45.942008 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00971f8d-b3b6-49a3-ae2f-d8ba60dedfb3 req-03ec5957-524f-4729-abb3-5408948022e0 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:45.943387 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-00971f8d-b3b6-49a3-ae2f-d8ba60dedfb3 req-03ec5957-524f-4729-abb3-5408948022e0 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5527a105-0816-4bc0-af6c-808871ea8dca HTTP/1.1" status: 200 len: 946 time: 0.0478406 Sep 30 09:53:45.989801 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-00971f8d-b3b6-49a3-ae2f-d8ba60dedfb3 req-ab63e974-0c93-4b99-acbb-96a151d9d5aa tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2a861414-185f-452e-97b1-a40686d95360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406306 Sep 30 09:53:46.065144 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=53,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:46.067180 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=7 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:47.116607 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d94a15-603c-49fd-a7d5-26a43bbfd141 req-0dee4876-8c86-4236-8879-b39bb853414f tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:47.118737 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-52d94a15-603c-49fd-a7d5-26a43bbfd141 req-0dee4876-8c86-4236-8879-b39bb853414f tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5527a105-0816-4bc0-af6c-808871ea8dca HTTP/1.1" status: 200 len: 946 time: 0.0495536 Sep 30 09:53:47.164781 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-52d94a15-603c-49fd-a7d5-26a43bbfd141 req-a058c819-e4a9-4afe-81f4-cdc17e7f658f tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2a861414-185f-452e-97b1-a40686d95360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400031 Sep 30 09:53:48.288145 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b1810-77c7-4493-b5ac-a609b8447f54 req-dc0c07ba-ee4b-4b2e-b744-09d35ca0bab0 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:48.289860 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a07b1810-77c7-4493-b5ac-a609b8447f54 req-dc0c07ba-ee4b-4b2e-b744-09d35ca0bab0 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5527a105-0816-4bc0-af6c-808871ea8dca HTTP/1.1" status: 200 len: 946 time: 0.0475373 Sep 30 09:53:48.339440 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a07b1810-77c7-4493-b5ac-a609b8447f54 req-e8dc262c-2b77-406c-afea-4c1348552569 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2a861414-185f-452e-97b1-a40686d95360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440974 Sep 30 09:53:49.466291 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e82744-5a50-4cff-8dc5-8e668d474029 req-9f433865-3724-4f2f-8132-e99592fe6532 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:49.467678 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-93e82744-5a50-4cff-8dc5-8e668d474029 req-9f433865-3724-4f2f-8132-e99592fe6532 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5527a105-0816-4bc0-af6c-808871ea8dca HTTP/1.1" status: 200 len: 946 time: 0.0506268 Sep 30 09:53:49.514731 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-93e82744-5a50-4cff-8dc5-8e668d474029 req-01a371e6-c470-473a-8de6-7a9559232511 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2a861414-185f-452e-97b1-a40686d95360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412595 Sep 30 09:53:50.486533 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0004f56-8301-4eeb-b1d4-e2539931e1cb req-b1503a19-8773-457a-8ea4-7155c835c400 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:50.487989 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-d0004f56-8301-4eeb-b1d4-e2539931e1cb req-b1503a19-8773-457a-8ea4-7155c835c400 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5527a105-0816-4bc0-af6c-808871ea8dca HTTP/1.1" status: 200 len: 946 time: 0.0499132 Sep 30 09:53:50.575245 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-d0004f56-8301-4eeb-b1d4-e2539931e1cb req-ec2327cb-1d78-41c4-82d8-cf50b2750f1e tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Deleting port 47cbcb98-ec73-497b-9790-feb249ba28b2 {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:53:50.575581 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-d0004f56-8301-4eeb-b1d4-e2539931e1cb req-ec2327cb-1d78-41c4-82d8-cf50b2750f1e tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (47cbcb98-ec73-497b-9790-feb249ba28b2), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:50.637344 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09845c6-a29e-45ce-a995-2076821b45dd req-16036834-b34d-4beb-9288-610b07926663 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:53:50.638971 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-b09845c6-a29e-45ce-a995-2076821b45dd req-16036834-b34d-4beb-9288-610b07926663 tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=5527a105-0816-4bc0-af6c-808871ea8dca HTTP/1.1" status: 200 len: 946 time: 0.0469701 Sep 30 09:53:50.669493 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-d0004f56-8301-4eeb-b1d4-e2539931e1cb req-ec2327cb-1d78-41c4-82d8-cf50b2750f1e tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] For port 47cbcb98-ec73-497b-9790-feb249ba28b2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=47cbcb98-ec73-497b-9790-feb249ba28b2,segment=NetworkSegment(6a96e738-a2d3-4cfe-8a8c-cd20ded9cc34),segment_id=6a96e738-a2d3-4cfe-8a8c-cd20ded9cc34)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:53:50.669806 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-d0004f56-8301-4eeb-b1d4-e2539931e1cb req-ec2327cb-1d78-41c4-82d8-cf50b2750f1e tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (47cbcb98-ec73-497b-9790-feb249ba28b2), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:50.683738 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-d0004f56-8301-4eeb-b1d4-e2539931e1cb req-ec2327cb-1d78-41c4-82d8-cf50b2750f1e tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Calling delete_port for 47cbcb98-ec73-497b-9790-feb249ba28b2 owned by compute:nova {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:53:50.687112 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-b09845c6-a29e-45ce-a995-2076821b45dd req-4fa83f60-29f2-4f32-bbba-fabf0a11c3ce tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=2a861414-185f-452e-97b1-a40686d95360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421922 Sep 30 09:53:50.806831 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-d0004f56-8301-4eeb-b1d4-e2539931e1cb req-ec2327cb-1d78-41c4-82d8-cf50b2750f1e tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (47cbcb98-ec73-497b-9790-feb249ba28b2), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:50.838557 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2327cb-1d78-41c4-82d8-cf50b2750f1e tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Pushing event deleted for resources: {'Port': ['ID=47cbcb98-ec73-497b-9790-feb249ba28b2,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:53:50.841840 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] get_ports_and_sgs() called for port_ids ['47cbcb98-ec73-497b-9790-feb249ba28b2'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:53:50.882275 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0004f56-8301-4eeb-b1d4-e2539931e1cb req-ec2327cb-1d78-41c4-82d8-cf50b2750f1e tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] No DVR routers for this DVR port 47cbcb98-ec73-497b-9790-feb249ba28b2 on host hv-cinder-maste {{(pid=106375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:53:50.884757 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-d0004f56-8301-4eeb-b1d4-e2539931e1cb req-ec2327cb-1d78-41c4-82d8-cf50b2750f1e tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:50.888004 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-d0004f56-8301-4eeb-b1d4-e2539931e1cb req-ec2327cb-1d78-41c4-82d8-cf50b2750f1e tempest-VolumesSnapshotTestJSON-1687939331 tempest-VolumesSnapshotTestJSON-1687939331-project] 10.222.0.40 "DELETE /networking/v2.0/ports/47cbcb98-ec73-497b-9790-feb249ba28b2 HTTP/1.1" status: 204 len: 173 time: 0.3948493 Sep 30 09:53:50.888490 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5527a105-0816-4bc0-af6c-808871ea8dca', 'name': 'network-vif-deleted', 'tag': '47cbcb98-ec73-497b-9790-feb249ba28b2'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:53:50.891042 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a2765c340e485259911155c50f33e4425258638b85650f0a2a20d0c41df364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2f5514-3898-4f23-81e4-87906625258c" -d '{"events": [{"server_uuid": "5527a105-0816-4bc0-af6c-808871ea8dca", "name": "network-vif-deleted", "tag": "47cbcb98-ec73-497b-9790-feb249ba28b2"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:53:50.929347 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0cf8b8-f3e8-4ca1-853e-6ed59ed2c3f3 x-openstack-request-id: req-df0cf8b8-f3e8-4ca1-853e-6ed59ed2c3f3 {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:53:50.929863 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5527a105-0816-4bc0-af6c-808871ea8dca", "name": "network-vif-deleted", "tag": "47cbcb98-ec73-497b-9790-feb249ba28b2", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:53:50.930527 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-df0cf8b8-f3e8-4ca1-853e-6ed59ed2c3f3 {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:53:50.930691 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df0cf8b8-f3e8-4ca1-853e-6ed59ed2c3f3'] response: {'server_uuid': '5527a105-0816-4bc0-af6c-808871ea8dca', 'name': 'network-vif-deleted', 'tag': '47cbcb98-ec73-497b-9790-feb249ba28b2', 'status': 'completed', 'code': 200} Sep 30 09:53:54.106014 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 47cbcb98-ec73-497b-9790-feb249ba28b2 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:53:54.129481 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] No Port match for: 47cbcb98-ec73-497b-9790-feb249ba28b2 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:53:54.129856 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 47cbcb98-ec73-497b-9790-feb249ba28b2 not bound to the agent host hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:53:55.202414 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:55.203174 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=5 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:53:55.996632 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-20753f86-509d-42e4-afcb-e6837287ded8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:58.338233 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2ef2dd25-3932-4b9b-8749-18a7af16b39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:59.513472 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:53:59.825542 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:00.680579 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=44 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:00.683984 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=46 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:00.865389 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=44,neutron:DELETE=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:00.866217 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=45,neutron:DELETE=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:01.009375 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:01.031194 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:09.954113 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 46550) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:09.998414 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-48654930-05f7-44c5-a34a-d8d7a8512b9c admin admin] Deleting subnet f7e37858-14d9-4fdb-b8ba-e3060eeba6d1 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 30 09:54:10.001499 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-48654930-05f7-44c5-a34a-d8d7a8512b9c admin admin] Publish callbacks [] for subnet (f7e37858-14d9-4fdb-b8ba-e3060eeba6d1), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:10.038652 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-48654930-05f7-44c5-a34a-d8d7a8512b9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29359976'] for subnet (f7e37858-14d9-4fdb-b8ba-e3060eeba6d1), precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:10.078187 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-48654930-05f7-44c5-a34a-d8d7a8512b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3558478'] for subnet (f7e37858-14d9-4fdb-b8ba-e3060eeba6d1), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:10.130529 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-48654930-05f7-44c5-a34a-d8d7a8512b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29089759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25409614'] for subnet (f7e37858-14d9-4fdb-b8ba-e3060eeba6d1), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:10.157297 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48654930-05f7-44c5-a34a-d8d7a8512b9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7e37858-14d9-4fdb-b8ba-e3060eeba6d1,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:10.160101 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-48654930-05f7-44c5-a34a-d8d7a8512b9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:10.162886 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-48654930-05f7-44c5-a34a-d8d7a8512b9c admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/f7e37858-14d9-4fdb-b8ba-e3060eeba6d1 HTTP/1.1" status: 204 len: 168 time: 0.2077529 Sep 30 09:54:10.166142 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 46552) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:10.169891 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48654930-05f7-44c5-a34a-d8d7a8512b9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:10.170236 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48654930-05f7-44c5-a34a-d8d7a8512b9c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:10.170576 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48654930-05f7-44c5-a34a-d8d7a8512b9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:10.170912 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48654930-05f7-44c5-a34a-d8d7a8512b9c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:10.171269 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48654930-05f7-44c5-a34a-d8d7a8512b9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:10.171595 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48654930-05f7-44c5-a34a-d8d7a8512b9c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:10.172252 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48654930-05f7-44c5-a34a-d8d7a8512b9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:10.172672 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48654930-05f7-44c5-a34a-d8d7a8512b9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:10.172998 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48654930-05f7-44c5-a34a-d8d7a8512b9c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:10.173320 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48654930-05f7-44c5-a34a-d8d7a8512b9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:10.173659 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48654930-05f7-44c5-a34a-d8d7a8512b9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:10.173986 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48654930-05f7-44c5-a34a-d8d7a8512b9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:10.174406 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48654930-05f7-44c5-a34a-d8d7a8512b9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:10.174728 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48654930-05f7-44c5-a34a-d8d7a8512b9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:10.175046 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48654930-05f7-44c5-a34a-d8d7a8512b9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:10.237687 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-855ac3fc-d2b0-416c-840f-4b6617aed0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3480607'] for network (3bbb15bc-796f-470a-b02c-cbf2e07fcc51), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:10.313328 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-855ac3fc-d2b0-416c-840f-4b6617aed0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599224', 'neutron.services.segments.db._delete_segments_for_network-8770945895626'] for network (3bbb15bc-796f-470a-b02c-cbf2e07fcc51), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:10.333578 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.services.segments.db [None req-855ac3fc-d2b0-416c-840f-4b6617aed0b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bbb15bc-796f-470a-b02c-cbf2e07fcc51']}} {{(pid=106375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:54:10.342749 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.services.segments.db [None req-855ac3fc-d2b0-416c-840f-4b6617aed0b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a96e738-a2d3-4cfe-8a8c-cd20ded9cc34') {'for_net_delete': True} {{(pid=106375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:54:10.343050 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.services.segments.db [None req-855ac3fc-d2b0-416c-840f-4b6617aed0b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a96e738-a2d3-4cfe-8a8c-cd20ded9cc34') {} {{(pid=106375) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:54:10.352540 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-855ac3fc-d2b0-416c-840f-4b6617aed0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770945931879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32198680'] for segment (6a96e738-a2d3-4cfe-8a8c-cd20ded9cc34), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:10.365282 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-855ac3fc-d2b0-416c-840f-4b6617aed0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765'] for segment (6a96e738-a2d3-4cfe-8a8c-cd20ded9cc34), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:10.372159 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-855ac3fc-d2b0-416c-840f-4b6617aed0b5 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=106375) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:54:10.372546 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-855ac3fc-d2b0-416c-840f-4b6617aed0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1379081'] for segment (6a96e738-a2d3-4cfe-8a8c-cd20ded9cc34), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:10.436835 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-855ac3fc-d2b0-416c-840f-4b6617aed0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3599219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759962'] for network (3bbb15bc-796f-470a-b02c-cbf2e07fcc51), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:10.453391 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-855ac3fc-d2b0-416c-840f-4b6617aed0b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for network (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:10.456518 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-855ac3fc-d2b0-416c-840f-4b6617aed0b5 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/3bbb15bc-796f-470a-b02c-cbf2e07fcc51 HTTP/1.1" status: 204 len: 168 time: 0.2894034 Sep 30 09:54:10.457599 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855ac3fc-d2b0-416c-840f-4b6617aed0b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bbb15bc-796f-470a-b02c-cbf2e07fcc51,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:10.465758 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855ac3fc-d2b0-416c-840f-4b6617aed0b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:10.466111 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855ac3fc-d2b0-416c-840f-4b6617aed0b5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:10.466461 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855ac3fc-d2b0-416c-840f-4b6617aed0b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:10.466803 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855ac3fc-d2b0-416c-840f-4b6617aed0b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:10.467141 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855ac3fc-d2b0-416c-840f-4b6617aed0b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:10.467471 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855ac3fc-d2b0-416c-840f-4b6617aed0b5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:10.467798 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855ac3fc-d2b0-416c-840f-4b6617aed0b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:10.468125 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855ac3fc-d2b0-416c-840f-4b6617aed0b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:10.468454 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855ac3fc-d2b0-416c-840f-4b6617aed0b5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:10.468780 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855ac3fc-d2b0-416c-840f-4b6617aed0b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:10.469108 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855ac3fc-d2b0-416c-840f-4b6617aed0b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:10.469437 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855ac3fc-d2b0-416c-840f-4b6617aed0b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:10.469783 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855ac3fc-d2b0-416c-840f-4b6617aed0b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:10.470108 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855ac3fc-d2b0-416c-840f-4b6617aed0b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:10.470430 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855ac3fc-d2b0-416c-840f-4b6617aed0b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:10.583264 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.services.segments.plugin [-] Segment 6a96e738-a2d3-4cfe-8a8c-cd20ded9cc34 resource provider aggregate not found Sep 30 09:54:10.600918 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.services.segments.plugin [-] Segment 6a96e738-a2d3-4cfe-8a8c-cd20ded9cc34 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a96e738-a2d3-4cfe-8a8c-cd20ded9cc34 found for delete ", "request_id": "req-04d05b1c-8715-43b1-b7f8-7fb070ba833a"}]} Sep 30 09:54:10.617105 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 46562) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:10.657101 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-380f57d2-aca2-4331-96a2-844f167a7c99 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=95afd46a9b5947f9918007a23dffdbce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381556 Sep 30 09:54:10.659656 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 46564) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:10.707591 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0e960ad4-2b4b-495c-83ae-389486c30fab admin admin] Publish callbacks [] for security_group (2a861414-185f-452e-97b1-a40686d95360), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:10.729291 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0e960ad4-2b4b-495c-83ae-389486c30fab admin admin] Publish callbacks [] for security_group (2a861414-185f-452e-97b1-a40686d95360), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:10.776135 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0e960ad4-2b4b-495c-83ae-389486c30fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (2a861414-185f-452e-97b1-a40686d95360), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:10.778642 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-0e960ad4-2b4b-495c-83ae-389486c30fab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:10.779773 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-0e960ad4-2b4b-495c-83ae-389486c30fab admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/2a861414-185f-452e-97b1-a40686d95360 HTTP/1.1" status: 204 len: 168 time: 0.1192539 Sep 30 09:54:10.787329 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e960ad4-2b4b-495c-83ae-389486c30fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a861414-185f-452e-97b1-a40686d95360,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:12.253159 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:54:20.164674 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=26,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:20.165439 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:20.762958 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=47,neutron:DELETE=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:20.782949 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=51,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:20.799749 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:20.800504 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:21.904525 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 46680) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:22.033593 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-e70285b2-91bb-48f4-9302-c0ee0ce8b762 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:22.108297 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-e70285b2-91bb-48f4-9302-c0ee0ce8b762 admin admin] Publish callbacks [] for security_group (514c3571-9ad8-428c-9d9a-729f4a94cb11), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:22.111871 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-e70285b2-91bb-48f4-9302-c0ee0ce8b762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (514c3571-9ad8-428c-9d9a-729f4a94cb11), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:22.152515 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-e70285b2-91bb-48f4-9302-c0ee0ce8b762 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=6d78ee5c711841ab80db5935a22cb4c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2468274 Sep 30 09:54:22.153392 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70285b2-91bb-48f4-9302-c0ee0ce8b762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514c3571-9ad8-428c-9d9a-729f4a94cb11,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:22.155128 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 46684) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:22.208570 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b22604d0-7e83-4cda-ab61-ebdec53e8e33 admin admin] Publish callbacks [] for security_group (514c3571-9ad8-428c-9d9a-729f4a94cb11), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:22.230187 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b22604d0-7e83-4cda-ab61-ebdec53e8e33 admin admin] Publish callbacks [] for security_group (514c3571-9ad8-428c-9d9a-729f4a94cb11), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:22.275741 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b22604d0-7e83-4cda-ab61-ebdec53e8e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (514c3571-9ad8-428c-9d9a-729f4a94cb11), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:22.278378 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-b22604d0-7e83-4cda-ab61-ebdec53e8e33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:22.279514 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-b22604d0-7e83-4cda-ab61-ebdec53e8e33 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/514c3571-9ad8-428c-9d9a-729f4a94cb11 HTTP/1.1" status: 204 len: 168 time: 0.1233609 Sep 30 09:54:22.286977 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22604d0-7e83-4cda-ab61-ebdec53e8e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514c3571-9ad8-428c-9d9a-729f4a94cb11,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:22.906136 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 46706) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:23.005092 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-244ed8f3-0ab6-4003-81f0-5d4e5d24da36 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-482588796-network', 'tenant_id': '85893bbff42c409483a5123cddc4a776'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:54:23.025552 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244ed8f3-0ab6-4003-81f0-5d4e5d24da36 admin admin] Made reservation on behalf of 85893bbff42c409483a5123cddc4a776 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:54:23.027957 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-244ed8f3-0ab6-4003-81f0-5d4e5d24da36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for network (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:23.038425 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-244ed8f3-0ab6-4003-81f0-5d4e5d24da36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:23.116319 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-244ed8f3-0ab6-4003-81f0-5d4e5d24da36 admin admin] Publish callbacks [] for security_group (f7c09cf7-2acc-4313-94ec-08db915e064d), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:23.120894 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-244ed8f3-0ab6-4003-81f0-5d4e5d24da36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (f7c09cf7-2acc-4313-94ec-08db915e064d), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:23.146397 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-244ed8f3-0ab6-4003-81f0-5d4e5d24da36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:54:23.156430 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244ed8f3-0ab6-4003-81f0-5d4e5d24da36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c09cf7-2acc-4313-94ec-08db915e064d,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:23.162748 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-244ed8f3-0ab6-4003-81f0-5d4e5d24da36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765'] for segment (f73c351c-e80d-4b9b-92c7-7bc95d921f75), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:23.163020 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.db.segments_db [None req-244ed8f3-0ab6-4003-81f0-5d4e5d24da36 admin admin] Added segment f73c351c-e80d-4b9b-92c7-7bc95d921f75 of type vlan for network 6abf6d59-385e-47d9-bba0-060260632105 Sep 30 09:54:23.204582 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-244ed8f3-0ab6-4003-81f0-5d4e5d24da36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770945417400'] for network (6abf6d59-385e-47d9-bba0-060260632105), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:23.230073 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-244ed8f3-0ab6-4003-81f0-5d4e5d24da36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347'] for network (6abf6d59-385e-47d9-bba0-060260632105), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:23.231226 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244ed8f3-0ab6-4003-81f0-5d4e5d24da36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:23.231803 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-244ed8f3-0ab6-4003-81f0-5d4e5d24da36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for network (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:23.285684 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-244ed8f3-0ab6-4003-81f0-5d4e5d24da36 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3784463 Sep 30 09:54:23.288799 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 46710) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:23.294397 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-25a3a6ba-1d1f-471d-8b0b-5611a8aeae27 admin admin] Request body: {'subnet': {'network_id': '6abf6d59-385e-47d9-bba0-060260632105', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-482588796-subnet', 'tenant_id': '85893bbff42c409483a5123cddc4a776', 'ip_version': 4}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:54:23.299813 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244ed8f3-0ab6-4003-81f0-5d4e5d24da36 admin admin] Pushing event updated for resources: {'Network': ['ID=6abf6d59-385e-47d9-bba0-060260632105,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:23.309393 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Network 6abf6d59-385e-47d9-bba0-060260632105 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:54:23.315060 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a3a6ba-1d1f-471d-8b0b-5611a8aeae27 admin admin] Made reservation on behalf of 85893bbff42c409483a5123cddc4a776 for: {'subnet': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:54:23.318203 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-25a3a6ba-1d1f-471d-8b0b-5611a8aeae27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32359372'] for subnet (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:23.497129 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-25a3a6ba-1d1f-471d-8b0b-5611a8aeae27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1379946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32359418'] for subnet (61a19854-d77b-4c28-8e0b-d99f512a9c81), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:23.552861 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a3a6ba-1d1f-471d-8b0b-5611a8aeae27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61a19854-d77b-4c28-8e0b-d99f512a9c81,revision_number=0']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:23.564909 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a3a6ba-1d1f-471d-8b0b-5611a8aeae27 admin admin] Checking segment: {'id': 'f73c351c-e80d-4b9b-92c7-7bc95d921f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6abf6d59-385e-47d9-bba0-060260632105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:54:23.565273 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a3a6ba-1d1f-471d-8b0b-5611a8aeae27 admin admin] Network hostable DHCP agents. Network: 6abf6d59-385e-47d9-bba0-060260632105, hostable agents: ['505f8fe4-cf16-4cec-b766-e44aefc0193e'], hosted agents: [] {{(pid=106375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:54:23.583198 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a3a6ba-1d1f-471d-8b0b-5611a8aeae27 admin admin] Network 6abf6d59-385e-47d9-bba0-060260632105 is scheduled to be hosted by DHCP agent 505f8fe4-cf16-4cec-b766-e44aefc0193e with binding_index 1 {{(pid=106375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:54:23.591699 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-25a3a6ba-1d1f-471d-8b0b-5611a8aeae27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 6abf6d59-385e-47d9-bba0-060260632105) {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:54:23.595787 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a3a6ba-1d1f-471d-8b0b-5611a8aeae27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:23.596388 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-25a3a6ba-1d1f-471d-8b0b-5611a8aeae27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for subnet (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:23.601297 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba199f4f-6e68-423d-9634-6d7a79d70fcc None None] Network 6abf6d59-385e-47d9-bba0-060260632105 requested from dv-cinder-master-3-smb {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:54:23.618633 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-25a3a6ba-1d1f-471d-8b0b-5611a8aeae27 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3287158 Sep 30 09:54:23.622877 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 46712) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:23.627222 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-79b6ddfe-e242-47c9-ae6d-ca53d51562ce admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-482588796-router', 'tenant_id': '85893bbff42c409483a5123cddc4a776', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'}}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:54:23.650846 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-79b6ddfe-e242-47c9-ae6d-ca53d51562ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-748765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30317'] for router (e2d1d66a-e439-4278-81f2-c83b26117d89), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:23.652291 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-79b6ddfe-e242-47c9-ae6d-ca53d51562ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543880', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1182'] for router (e2d1d66a-e439-4278-81f2-c83b26117d89), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:23.708803 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-79b6ddfe-e242-47c9-ae6d-ca53d51562ce admin admin] Publish callbacks [] for router_controller (e2d1d66a-e439-4278-81f2-c83b26117d89), precommit_add_association {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:23.715217 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f167b2-507e-402b-a426-182ba65e13a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-6abf6d59-385e-47d9-bba0-060260632105', 'network_id': '6abf6d59-385e-47d9-bba0-060260632105', 'project_id': '85893bbff42c409483a5123cddc4a776', 'fixed_ips': [{'subnet_id': '61a19854-d77b-4c28-8e0b-d99f512a9c81'}]}} from dv-cinder-master-3-smb. {{(pid=106377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 30 09:54:23.716352 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-80f167b2-507e-402b-a426-182ba65e13a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:23.846630 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-79b6ddfe-e242-47c9-ae6d-ca53d51562ce admin admin] Publish callbacks [] for router_gateway (e2d1d66a-e439-4278-81f2-c83b26117d89), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:23.850814 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-80f167b2-507e-402b-a426-182ba65e13a7 None None] Allocated IP 172.20.0.2 (6abf6d59-385e-47d9-bba0-060260632105/61a19854-d77b-4c28-8e0b-d99f512a9c81/c74ad06d-2816-4cb4-9e40-4e27804f91fd) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:54:23.922142 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:23.959201 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:23.991060 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-80f167b2-507e-402b-a426-182ba65e13a7 None None] Publish callbacks [] for port (c74ad06d-2816-4cb4-9e40-4e27804f91fd), precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:23.998827 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-80f167b2-507e-402b-a426-182ba65e13a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778'] for port (c74ad06d-2816-4cb4-9e40-4e27804f91fd), after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:24.033777 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-79b6ddfe-e242-47c9-ae6d-ca53d51562ce admin admin] Publish callbacks [] for router_gateway (e2d1d66a-e439-4278-81f2-c83b26117d89), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:24.042871 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f167b2-507e-402b-a426-182ba65e13a7 None None] Network 6abf6d59-385e-47d9-bba0-060260632105 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:54:24.046375 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-80f167b2-507e-402b-a426-182ba65e13a7 None None] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:54:24.048080 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f167b2-507e-402b-a426-182ba65e13a7 None None] Pushing event updated for resources: {'Port': ['ID=c74ad06d-2816-4cb4-9e40-4e27804f91fd,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:24.050239 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f167b2-507e-402b-a426-182ba65e13a7 None None] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:54:24.054891 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-79b6ddfe-e242-47c9-ae6d-ca53d51562ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:24.063322 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f167b2-507e-402b-a426-182ba65e13a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:24.063626 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f167b2-507e-402b-a426-182ba65e13a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:24.063965 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f167b2-507e-402b-a426-182ba65e13a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:24.064309 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f167b2-507e-402b-a426-182ba65e13a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:24.065200 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f167b2-507e-402b-a426-182ba65e13a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:24.065200 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f167b2-507e-402b-a426-182ba65e13a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:24.065432 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f167b2-507e-402b-a426-182ba65e13a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:24.065573 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f167b2-507e-402b-a426-182ba65e13a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:24.065922 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f167b2-507e-402b-a426-182ba65e13a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:24.066845 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f167b2-507e-402b-a426-182ba65e13a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:24.066845 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f167b2-507e-402b-a426-182ba65e13a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:24.066845 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f167b2-507e-402b-a426-182ba65e13a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:24.067193 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f167b2-507e-402b-a426-182ba65e13a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:24.067504 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f167b2-507e-402b-a426-182ba65e13a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:24.067823 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f167b2-507e-402b-a426-182ba65e13a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:24.118154 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-80f167b2-507e-402b-a426-182ba65e13a7 None None] Attempting to bind port c74ad06d-2816-4cb4-9e40-4e27804f91fd on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:54:24.118482 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-80f167b2-507e-402b-a426-182ba65e13a7 None None] Attempting to bind port c74ad06d-2816-4cb4-9e40-4e27804f91fd by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'f73c351c-e80d-4b9b-92c7-7bc95d921f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6abf6d59-385e-47d9-bba0-060260632105'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:54:24.118797 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f167b2-507e-402b-a426-182ba65e13a7 None None] Attempting to bind port c74ad06d-2816-4cb4-9e40-4e27804f91fd on network 6abf6d59-385e-47d9-bba0-060260632105 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:54:24.160504 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f167b2-507e-402b-a426-182ba65e13a7 None None] Checking agent: {'id': '99becae7-b4b2-4e0b-818d-0d19c65b4b56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 27, 31), 'started_at': datetime.datetime(2022, 9, 30, 9, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:54:24.160976 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f167b2-507e-402b-a426-182ba65e13a7 None None] Checking segment: {'id': 'f73c351c-e80d-4b9b-92c7-7bc95d921f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6abf6d59-385e-47d9-bba0-060260632105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:54:24.161378 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-80f167b2-507e-402b-a426-182ba65e13a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:24.161831 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f167b2-507e-402b-a426-182ba65e13a7 None None] Bound using segment: {'id': 'f73c351c-e80d-4b9b-92c7-7bc95d921f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6abf6d59-385e-47d9-bba0-060260632105'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:54:24.162477 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-80f167b2-507e-402b-a426-182ba65e13a7 None None] Bound port: c74ad06d-2816-4cb4-9e40-4e27804f91fd, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f73c351c-e80d-4b9b-92c7-7bc95d921f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6abf6d59-385e-47d9-bba0-060260632105'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:54:24.162605 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [None req-79b6ddfe-e242-47c9-ae6d-ca53d51562ce admin admin] Allocated IP 172.37.1.113 (4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2/0f15ec3b-6992-47ef-bdfa-402dc9430f5b/c126f2aa-bfc7-4735-8596-31e74bbf2419) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:54:24.162887 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-80f167b2-507e-402b-a426-182ba65e13a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (c74ad06d-2816-4cb4-9e40-4e27804f91fd), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:24.228766 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-80f167b2-507e-402b-a426-182ba65e13a7 None None] For port c74ad06d-2816-4cb4-9e40-4e27804f91fd, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:54:24.232685 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-80f167b2-507e-402b-a426-182ba65e13a7 None None] For port c74ad06d-2816-4cb4-9e40-4e27804f91fd, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=c74ad06d-2816-4cb4-9e40-4e27804f91fd,segment=NetworkSegment(f73c351c-e80d-4b9b-92c7-7bc95d921f75),segment_id=f73c351c-e80d-4b9b-92c7-7bc95d921f75)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:54:24.238926 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-80f167b2-507e-402b-a426-182ba65e13a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (c74ad06d-2816-4cb4-9e40-4e27804f91fd), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:24.274223 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-79b6ddfe-e242-47c9-ae6d-ca53d51562ce admin admin] Publish callbacks [] for port (c126f2aa-bfc7-4735-8596-31e74bbf2419), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:24.289897 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f167b2-507e-402b-a426-182ba65e13a7 None None] Pushing event updated for resources: {'Port': ['ID=c74ad06d-2816-4cb4-9e40-4e27804f91fd,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:24.316553 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-79b6ddfe-e242-47c9-ae6d-ca53d51562ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (c126f2aa-bfc7-4735-8596-31e74bbf2419), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:24.363428 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b6ddfe-e242-47c9-ae6d-ca53d51562ce admin admin] Network 4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:54:24.368693 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-79b6ddfe-e242-47c9-ae6d-ca53d51562ce admin admin] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:54:24.371604 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b6ddfe-e242-47c9-ae6d-ca53d51562ce admin admin] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:54:24.375258 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b6ddfe-e242-47c9-ae6d-ca53d51562ce admin admin] Pushing event updated for resources: {'Port': ['ID=c126f2aa-bfc7-4735-8596-31e74bbf2419,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:24.623198 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-79b6ddfe-e242-47c9-ae6d-ca53d51562ce admin admin] Publish callbacks [] for router_gateway (e2d1d66a-e439-4278-81f2-c83b26117d89), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:24.718255 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:25.053239 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-79b6ddfe-e242-47c9-ae6d-ca53d51562ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-745702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759865'] for router (e2d1d66a-e439-4278-81f2-c83b26117d89), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:25.133366 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f48e08-6934-4ee0-a0d6-c6459f80f324 None None] Network 6abf6d59-385e-47d9-bba0-060260632105 requested from dv-cinder-master-3-smb {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:54:25.155989 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:25.186972 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b6ddfe-e242-47c9-ae6d-ca53d51562ce admin admin] Router e2d1d66a-e439-4278-81f2-c83b26117d89 is scheduled to L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 with binding_index 1 {{(pid=106375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 09:54:25.199742 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:25.214354 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-60e5ce6a-b32b-42f8-afb4-45437751eebe None None] Provisioning complete for port c74ad06d-2816-4cb4-9e40-4e27804f91fd triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:54:25.214696 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-60e5ce6a-b32b-42f8-afb4-45437751eebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (c74ad06d-2816-4cb4-9e40-4e27804f91fd), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:25.215030 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-60e5ce6a-b32b-42f8-afb4-45437751eebe None None] Attempt 1 to provision port c74ad06d-2816-4cb4-9e40-4e27804f91fd Sep 30 09:54:25.219351 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:25.294662 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b6ddfe-e242-47c9-ae6d-ca53d51562ce admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:54:25.310395 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2038051-df37-4b7f-b965-3895b1c4dd92 None None] Sync routers for ids ['e2d1d66a-e439-4278-81f2-c83b26117d89'] in dv-cinder-master-3-smb {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:54:25.315257 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-79b6ddfe-e242-47c9-ae6d-ca53d51562ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:25.319255 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 46714) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:25.319778 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-79b6ddfe-e242-47c9-ae6d-ca53d51562ce admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6958380 Sep 30 09:54:25.322117 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-60e5ce6a-b32b-42f8-afb4-45437751eebe None None] Current status of the port c74ad06d-2816-4cb4-9e40-4e27804f91fd is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:54:25.322514 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-60e5ce6a-b32b-42f8-afb4-45437751eebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (c74ad06d-2816-4cb4-9e40-4e27804f91fd), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:25.345311 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2038051-df37-4b7f-b965-3895b1c4dd92 None None] Routers {'e2d1d66a-e439-4278-81f2-c83b26117d89'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:54:25.345976 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-a2038051-df37-4b7f-b965-3895b1c4dd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:53:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['e2d1d66a-e439-4278-81f2-c83b26117d89'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:54:25.363894 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-60e5ce6a-b32b-42f8-afb4-45437751eebe None None] For port c74ad06d-2816-4cb4-9e40-4e27804f91fd, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=c74ad06d-2816-4cb4-9e40-4e27804f91fd,segment=NetworkSegment(f73c351c-e80d-4b9b-92c7-7bc95d921f75),segment_id=f73c351c-e80d-4b9b-92c7-7bc95d921f75)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:54:25.376251 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-60e5ce6a-b32b-42f8-afb4-45437751eebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (c74ad06d-2816-4cb4-9e40-4e27804f91fd), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:25.446553 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e5ce6a-b32b-42f8-afb4-45437751eebe None None] Pushing event updated for resources: {'Port': ['ID=c74ad06d-2816-4cb4-9e40-4e27804f91fd,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:25.498181 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device c74ad06d-2816-4cb4-9e40-4e27804f91fd up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:54:25.513430 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-a2038051-df37-4b7f-b965-3895b1c4dd92 None None] Set router e2d1d66a-e439-4278-81f2-c83b26117d89 gateway port host: dv-cinder-master-3-smb {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:54:25.548450 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port c74ad06d-2816-4cb4-9e40-4e27804f91fd triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:54:25.548824 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (c74ad06d-2816-4cb4-9e40-4e27804f91fd), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:25.549197 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port c74ad06d-2816-4cb4-9e40-4e27804f91fd Sep 30 09:54:25.605104 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-2c90c21c-d750-4ed9-a446-311d5ccc2433 None None] Provisioning complete for port c74ad06d-2816-4cb4-9e40-4e27804f91fd triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:54:25.605503 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-2c90c21c-d750-4ed9-a446-311d5ccc2433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (c74ad06d-2816-4cb4-9e40-4e27804f91fd), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:25.605861 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-2c90c21c-d750-4ed9-a446-311d5ccc2433 None None] Attempt 1 to provision port c74ad06d-2816-4cb4-9e40-4e27804f91fd Sep 30 09:54:25.695202 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:25.698530 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port c74ad06d-2816-4cb4-9e40-4e27804f91fd is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:54:25.701515 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-a2038051-df37-4b7f-b965-3895b1c4dd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d1d66a-e439-4278-81f2-c83b26117d89', 'name': 'tempest-TestMinimumBasicScenario-482588796-router', 'tenant_id': '85893bbff42c409483a5123cddc4a776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.113'}], 'enable_snat': True}, 'gw_port_id': 'c126f2aa-bfc7-4735-8596-31e74bbf2419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:54:23Z', 'updated_at': '2022-09-30T09:54:24Z', 'revision_number': 3, 'project_id': '85893bbff42c409483a5123cddc4a776', 'gw_port': {'id': 'c126f2aa-bfc7-4735-8596-31e74bbf2419', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d1d66a-e439-4278-81f2-c83b26117d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:54:24Z', 'updated_at': '2022-09-30T09:54:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:54:25.735475 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2038051-df37-4b7f-b965-3895b1c4dd92 None None] Checking router: e2d1d66a-e439-4278-81f2-c83b26117d89 for host: dv-cinder-master-3-smb {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:54:25.736127 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2038051-df37-4b7f-b965-3895b1c4dd92 None None] Updating router e2d1d66a-e439-4278-81f2-c83b26117d89 port c126f2aa-bfc7-4735-8596-31e74bbf2419 binding host dv-cinder-master-3-smb {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:54:25.746265 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-2c90c21c-d750-4ed9-a446-311d5ccc2433 None None] Current status of the port c74ad06d-2816-4cb4-9e40-4e27804f91fd is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:54:25.766206 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a2038051-df37-4b7f-b965-3895b1c4dd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (c126f2aa-bfc7-4735-8596-31e74bbf2419), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:25.767645 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:25.825942 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6af10233-b660-481f-a11b-1990e59b9605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:25.980009 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.db_base_plugin_common [None req-6af10233-b660-481f-a11b-1990e59b9605 admin admin] Allocated IP 172.20.0.1 (6abf6d59-385e-47d9-bba0-060260632105/61a19854-d77b-4c28-8e0b-d99f512a9c81/b15f682e-fb9a-4655-bdf6-6fa5b7459ab4) {{(pid=106376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:54:25.999123 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fcd2fa98-4a29-449f-95a0-a28eb18f9783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:26.012777 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a2038051-df37-4b7f-b965-3895b1c4dd92 None None] Publish callbacks [] for port (c126f2aa-bfc7-4735-8596-31e74bbf2419), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:26.021192 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a2038051-df37-4b7f-b965-3895b1c4dd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (c126f2aa-bfc7-4735-8596-31e74bbf2419), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:26.064339 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-a2038051-df37-4b7f-b965-3895b1c4dd92 None None] Attempting to bind port c126f2aa-bfc7-4735-8596-31e74bbf2419 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:54:26.064710 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-a2038051-df37-4b7f-b965-3895b1c4dd92 None None] Attempting to bind port c126f2aa-bfc7-4735-8596-31e74bbf2419 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '8ee3384b-29eb-481d-9dfd-879c28cb46fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:54:26.065067 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2038051-df37-4b7f-b965-3895b1c4dd92 None None] Attempting to bind port c126f2aa-bfc7-4735-8596-31e74bbf2419 on network 4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:54:26.095579 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ede1a-8fd4-4dba-98c5-a382dd8e0038 None None] Pushing event updated for resources: {'Port': ['ID=c126f2aa-bfc7-4735-8596-31e74bbf2419,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:26.098544 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6af10233-b660-481f-a11b-1990e59b9605 admin admin] Publish callbacks [] for port (b15f682e-fb9a-4655-bdf6-6fa5b7459ab4), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:26.104230 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9ede1a-8fd4-4dba-98c5-a382dd8e0038 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:26.104575 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9ede1a-8fd4-4dba-98c5-a382dd8e0038 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:26.104914 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9ede1a-8fd4-4dba-98c5-a382dd8e0038 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:26.105278 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9ede1a-8fd4-4dba-98c5-a382dd8e0038 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:26.105621 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9ede1a-8fd4-4dba-98c5-a382dd8e0038 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:26.105971 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9ede1a-8fd4-4dba-98c5-a382dd8e0038 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:26.106297 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9ede1a-8fd4-4dba-98c5-a382dd8e0038 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:26.106619 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9ede1a-8fd4-4dba-98c5-a382dd8e0038 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:26.106942 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9ede1a-8fd4-4dba-98c5-a382dd8e0038 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:26.107262 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9ede1a-8fd4-4dba-98c5-a382dd8e0038 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:26.107585 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9ede1a-8fd4-4dba-98c5-a382dd8e0038 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:26.107935 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9ede1a-8fd4-4dba-98c5-a382dd8e0038 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:26.108248 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9ede1a-8fd4-4dba-98c5-a382dd8e0038 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:26.108566 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9ede1a-8fd4-4dba-98c5-a382dd8e0038 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:26.108880 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9ede1a-8fd4-4dba-98c5-a382dd8e0038 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:54:26.129222 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2038051-df37-4b7f-b965-3895b1c4dd92 None None] Checking agent: {'id': '99becae7-b4b2-4e0b-818d-0d19c65b4b56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 27, 31), 'started_at': datetime.datetime(2022, 9, 30, 9, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:54:26.129532 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2038051-df37-4b7f-b965-3895b1c4dd92 None None] Checking segment: {'id': '8ee3384b-29eb-481d-9dfd-879c28cb46fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:54:26.130027 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a2038051-df37-4b7f-b965-3895b1c4dd92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:26.130419 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2038051-df37-4b7f-b965-3895b1c4dd92 None None] Bound using segment: {'id': '8ee3384b-29eb-481d-9dfd-879c28cb46fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:54:26.130893 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-a2038051-df37-4b7f-b965-3895b1c4dd92 None None] Bound port: c126f2aa-bfc7-4735-8596-31e74bbf2419, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ee3384b-29eb-481d-9dfd-879c28cb46fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:54:26.131271 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a2038051-df37-4b7f-b965-3895b1c4dd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (c126f2aa-bfc7-4735-8596-31e74bbf2419), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:26.132019 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6af10233-b660-481f-a11b-1990e59b9605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29089666'] for port (b15f682e-fb9a-4655-bdf6-6fa5b7459ab4), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:26.133342 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:26.173701 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af10233-b660-481f-a11b-1990e59b9605 admin admin] Network 6abf6d59-385e-47d9-bba0-060260632105 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:54:26.178536 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-6af10233-b660-481f-a11b-1990e59b9605 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:54:26.182062 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-a2038051-df37-4b7f-b965-3895b1c4dd92 None None] For port c126f2aa-bfc7-4735-8596-31e74bbf2419, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:54:26.182437 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af10233-b660-481f-a11b-1990e59b9605 admin admin] Received port after_create {{(pid=106376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:54:26.185799 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-a2038051-df37-4b7f-b965-3895b1c4dd92 None None] For port c126f2aa-bfc7-4735-8596-31e74bbf2419, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=c126f2aa-bfc7-4735-8596-31e74bbf2419,segment=NetworkSegment(8ee3384b-29eb-481d-9dfd-879c28cb46fd),segment_id=8ee3384b-29eb-481d-9dfd-879c28cb46fd)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:54:26.192702 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a2038051-df37-4b7f-b965-3895b1c4dd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (c126f2aa-bfc7-4735-8596-31e74bbf2419), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:26.203014 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af10233-b660-481f-a11b-1990e59b9605 admin admin] Pushing event updated for resources: {'Port': ['ID=b15f682e-fb9a-4655-bdf6-6fa5b7459ab4,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:26.223400 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6af10233-b660-481f-a11b-1990e59b9605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555310'] for router_interface (e2d1d66a-e439-4278-81f2-c83b26117d89), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:26.230684 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:26.248227 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ede1a-8fd4-4dba-98c5-a382dd8e0038 None None] Pushing event updated for resources: {'Port': ['ID=c126f2aa-bfc7-4735-8596-31e74bbf2419,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:26.258152 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2038051-df37-4b7f-b965-3895b1c4dd92 None None] Routers {'e2d1d66a-e439-4278-81f2-c83b26117d89'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:54:26.258785 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-a2038051-df37-4b7f-b965-3895b1c4dd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:53:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['e2d1d66a-e439-4278-81f2-c83b26117d89'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:54:26.360058 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6af10233-b660-481f-a11b-1990e59b9605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (b15f682e-fb9a-4655-bdf6-6fa5b7459ab4), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:26.402872 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:26.469179 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-a2038051-df37-4b7f-b965-3895b1c4dd92 None None] Set router e2d1d66a-e439-4278-81f2-c83b26117d89 gateway port host: dv-cinder-master-3-smb {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:54:26.475789 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-c3df33ef-5951-4a74-b1af-4a22df380c19 None None] Provisioning complete for port b15f682e-fb9a-4655-bdf6-6fa5b7459ab4 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:54:26.476319 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c3df33ef-5951-4a74-b1af-4a22df380c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (b15f682e-fb9a-4655-bdf6-6fa5b7459ab4), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:26.476943 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-c3df33ef-5951-4a74-b1af-4a22df380c19 None None] Attempt 1 to provision port b15f682e-fb9a-4655-bdf6-6fa5b7459ab4 Sep 30 09:54:26.510769 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-c3df33ef-5951-4a74-b1af-4a22df380c19 None None] Port b15f682e-fb9a-4655-bdf6-6fa5b7459ab4 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:54:26.534522 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6af10233-b660-481f-a11b-1990e59b9605 admin admin] Publish callbacks [] for port (b15f682e-fb9a-4655-bdf6-6fa5b7459ab4), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:26.540192 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6af10233-b660-481f-a11b-1990e59b9605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29089685'] for port (b15f682e-fb9a-4655-bdf6-6fa5b7459ab4), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:26.597728 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:26.610741 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af10233-b660-481f-a11b-1990e59b9605 admin admin] Pushing event updated for resources: {'Port': ['ID=b15f682e-fb9a-4655-bdf6-6fa5b7459ab4,revision_number=2']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:26.614297 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-6af10233-b660-481f-a11b-1990e59b9605 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555418'] for router_interface (e2d1d66a-e439-4278-81f2-c83b26117d89), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:26.644529 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-a2038051-df37-4b7f-b965-3895b1c4dd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d1d66a-e439-4278-81f2-c83b26117d89', 'name': 'tempest-TestMinimumBasicScenario-482588796-router', 'tenant_id': '85893bbff42c409483a5123cddc4a776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.113'}], 'enable_snat': True}, 'gw_port_id': 'c126f2aa-bfc7-4735-8596-31e74bbf2419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:54:23Z', 'updated_at': '2022-09-30T09:54:24Z', 'revision_number': 3, 'project_id': '85893bbff42c409483a5123cddc4a776', 'gw_port': {'id': 'c126f2aa-bfc7-4735-8596-31e74bbf2419', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d1d66a-e439-4278-81f2-c83b26117d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:54:24Z', 'updated_at': '2022-09-30T09:54:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:54:26.670584 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2038051-df37-4b7f-b965-3895b1c4dd92 None None] The sync data for ids ['e2d1d66a-e439-4278-81f2-c83b26117d89'] in dv-cinder-master-3-smb is: [{'id': 'e2d1d66a-e439-4278-81f2-c83b26117d89', 'name': 'tempest-TestMinimumBasicScenario-482588796-router', 'tenant_id': '85893bbff42c409483a5123cddc4a776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.113'}], 'enable_snat': True}, 'gw_port_id': 'c126f2aa-bfc7-4735-8596-31e74bbf2419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:54:23Z', 'updated_at': '2022-09-30T09:54:24Z', 'revision_number': 3, 'project_id': '85893bbff42c409483a5123cddc4a776', 'gw_port': {'id': 'c126f2aa-bfc7-4735-8596-31e74bbf2419', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d1d66a-e439-4278-81f2-c83b26117d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:54:24Z', 'updated_at': '2022-09-30T09:54:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:54:26.712989 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af10233-b660-481f-a11b-1990e59b9605 admin admin] Network 6abf6d59-385e-47d9-bba0-060260632105 is already hosted by enough agents. {{(pid=106376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:54:26.715194 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.base_scheduler [None req-6af10233-b660-481f-a11b-1990e59b9605 admin admin] Resources bound (agent type, host, resource id): {{(pid=106376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:54:26.831444 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af10233-b660-481f-a11b-1990e59b9605 admin admin] Router e2d1d66a-e439-4278-81f2-c83b26117d89 has already been hosted by L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:54:26.961276 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af10233-b660-481f-a11b-1990e59b9605 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:54:26.967308 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-6af10233-b660-481f-a11b-1990e59b9605 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/e2d1d66a-e439-4278-81f2-c83b26117d89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6465607 Sep 30 09:54:27.011643 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-c3df33ef-5951-4a74-b1af-4a22df380c19 None None] Attempt 2 to provision port b15f682e-fb9a-4655-bdf6-6fa5b7459ab4 Sep 30 09:54:27.049510 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-c3df33ef-5951-4a74-b1af-4a22df380c19 None None] Port b15f682e-fb9a-4655-bdf6-6fa5b7459ab4 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:54:27.491757 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 46730) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:27.497499 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-099cb002-bd08-4d4c-bf3e-b975c58161da admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-528157641-network', 'tenant_id': 'ba37653fe3b843e7904b39bf6d61f667'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:54:27.524933 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device c126f2aa-bfc7-4735-8596-31e74bbf2419 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:54:27.538759 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099cb002-bd08-4d4c-bf3e-b975c58161da admin admin] Made reservation on behalf of ba37653fe3b843e7904b39bf6d61f667 for: {'network': 1} {{(pid=106376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:54:27.541177 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-099cb002-bd08-4d4c-bf3e-b975c58161da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for network (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:27.550581 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-099cb002-bd08-4d4c-bf3e-b975c58161da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:27.552713 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-c3df33ef-5951-4a74-b1af-4a22df380c19 None None] Attempt 3 to provision port b15f682e-fb9a-4655-bdf6-6fa5b7459ab4 Sep 30 09:54:27.635123 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-099cb002-bd08-4d4c-bf3e-b975c58161da admin admin] Publish callbacks [] for security_group (31fca30f-3a3c-4a8f-b497-734100db563e), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:27.639895 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-099cb002-bd08-4d4c-bf3e-b975c58161da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (31fca30f-3a3c-4a8f-b497-734100db563e), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:27.675809 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-099cb002-bd08-4d4c-bf3e-b975c58161da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=106376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 09:54:27.683030 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099cb002-bd08-4d4c-bf3e-b975c58161da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31fca30f-3a3c-4a8f-b497-734100db563e,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:27.691591 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-099cb002-bd08-4d4c-bf3e-b975c58161da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765'] for segment (55e1e8fd-7795-489f-9e4c-7c8870bd6436), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:27.691591 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.db.segments_db [None req-099cb002-bd08-4d4c-bf3e-b975c58161da admin admin] Added segment 55e1e8fd-7795-489f-9e4c-7c8870bd6436 of type vlan for network 59e2e898-b290-4112-b9ad-b26f7a59a7f6 Sep 30 09:54:27.727599 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-c3df33ef-5951-4a74-b1af-4a22df380c19 None None] Port b15f682e-fb9a-4655-bdf6-6fa5b7459ab4 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:54:27.734949 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-099cb002-bd08-4d4c-bf3e-b975c58161da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770945417400'] for network (59e2e898-b290-4112-b9ad-b26f7a59a7f6), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:27.735790 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port c126f2aa-bfc7-4735-8596-31e74bbf2419 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:54:27.736157 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (c126f2aa-bfc7-4735-8596-31e74bbf2419), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:27.736481 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port c126f2aa-bfc7-4735-8596-31e74bbf2419 Sep 30 09:54:27.741565 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:27.762769 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-099cb002-bd08-4d4c-bf3e-b975c58161da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347'] for network (59e2e898-b290-4112-b9ad-b26f7a59a7f6), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:27.763896 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099cb002-bd08-4d4c-bf3e-b975c58161da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:27.764747 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-099cb002-bd08-4d4c-bf3e-b975c58161da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for network (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:27.810561 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port c126f2aa-bfc7-4735-8596-31e74bbf2419 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:54:27.810845 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (c126f2aa-bfc7-4735-8596-31e74bbf2419), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:27.818769 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-099cb002-bd08-4d4c-bf3e-b975c58161da admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3258386 Sep 30 09:54:27.821753 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 46732) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:27.828036 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-cb5bf0c7-02f8-4569-8b84-3e7495361d94 admin admin] Request body: {'subnet': {'network_id': '59e2e898-b290-4112-b9ad-b26f7a59a7f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-528157641-subnet', 'tenant_id': 'ba37653fe3b843e7904b39bf6d61f667', 'ip_version': 4}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:54:27.830810 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099cb002-bd08-4d4c-bf3e-b975c58161da admin admin] Pushing event updated for resources: {'Network': ['ID=59e2e898-b290-4112-b9ad-b26f7a59a7f6,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:27.832924 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] For port c126f2aa-bfc7-4735-8596-31e74bbf2419, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=c126f2aa-bfc7-4735-8596-31e74bbf2419,segment=NetworkSegment(8ee3384b-29eb-481d-9dfd-879c28cb46fd),segment_id=8ee3384b-29eb-481d-9dfd-879c28cb46fd)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:54:27.839286 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (c126f2aa-bfc7-4735-8596-31e74bbf2419), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:27.840122 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device c74ad06d-2816-4cb4-9e40-4e27804f91fd up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:54:27.845402 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Network 59e2e898-b290-4112-b9ad-b26f7a59a7f6 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106377) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 09:54:27.850005 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:27.852341 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5bf0c7-02f8-4569-8b84-3e7495361d94 admin admin] Made reservation on behalf of ba37653fe3b843e7904b39bf6d61f667 for: {'subnet': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:54:27.856046 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-cb5bf0c7-02f8-4569-8b84-3e7495361d94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32359372'] for subnet (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:27.936475 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:27.982003 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Pushing event updated for resources: {'Port': ['ID=c126f2aa-bfc7-4735-8596-31e74bbf2419,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:27.992754 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port c74ad06d-2816-4cb4-9e40-4e27804f91fd triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:54:27.993129 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (c74ad06d-2816-4cb4-9e40-4e27804f91fd), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:27.993457 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port c74ad06d-2816-4cb4-9e40-4e27804f91fd Sep 30 09:54:28.032741 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-cb5bf0c7-02f8-4569-8b84-3e7495361d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1379946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32359418'] for subnet (bc646aa1-4822-48f1-b514-4ac6a0ed50c5), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:28.075448 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port c74ad06d-2816-4cb4-9e40-4e27804f91fd is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:54:28.096233 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5bf0c7-02f8-4569-8b84-3e7495361d94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc646aa1-4822-48f1-b514-4ac6a0ed50c5,revision_number=0']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:28.104949 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5bf0c7-02f8-4569-8b84-3e7495361d94 admin admin] Checking segment: {'id': '55e1e8fd-7795-489f-9e4c-7c8870bd6436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '59e2e898-b290-4112-b9ad-b26f7a59a7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:54:28.105315 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5bf0c7-02f8-4569-8b84-3e7495361d94 admin admin] Network hostable DHCP agents. Network: 59e2e898-b290-4112-b9ad-b26f7a59a7f6, hostable agents: ['505f8fe4-cf16-4cec-b766-e44aefc0193e'], hosted agents: [] {{(pid=106375) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 09:54:28.122922 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5bf0c7-02f8-4569-8b84-3e7495361d94 admin admin] Network 59e2e898-b290-4112-b9ad-b26f7a59a7f6 is scheduled to be hosted by DHCP agent 505f8fe4-cf16-4cec-b766-e44aefc0193e with binding_index 1 {{(pid=106375) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 09:54:28.132466 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-cb5bf0c7-02f8-4569-8b84-3e7495361d94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 59e2e898-b290-4112-b9ad-b26f7a59a7f6) {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:54:28.138871 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5bf0c7-02f8-4569-8b84-3e7495361d94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:28.140369 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-cb5bf0c7-02f8-4569-8b84-3e7495361d94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for subnet (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:28.141470 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed61be9d-4c29-42a4-bdbd-aa5a18d0532d None None] Network 59e2e898-b290-4112-b9ad-b26f7a59a7f6 requested from dv-cinder-master-3-smb {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:54:28.159491 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-cb5bf0c7-02f8-4569-8b84-3e7495361d94 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3354545 Sep 30 09:54:28.162090 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 46734) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:28.166447 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-27ba7048-f85b-47bc-82f4-77659de0f720 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-528157641-router', 'tenant_id': 'ba37653fe3b843e7904b39bf6d61f667', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'}}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:54:28.190393 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-27ba7048-f85b-47bc-82f4-77659de0f720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-748765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30317'] for router (80f73ec1-628e-4ac6-90cb-25bcb2b0846f), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:28.191874 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-27ba7048-f85b-47bc-82f4-77659de0f720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-745713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543880', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-690736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1182'] for router (80f73ec1-628e-4ac6-90cb-25bcb2b0846f), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:28.234528 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-c3df33ef-5951-4a74-b1af-4a22df380c19 None None] Attempt 4 to provision port b15f682e-fb9a-4655-bdf6-6fa5b7459ab4 Sep 30 09:54:28.242221 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:28.244374 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-27ba7048-f85b-47bc-82f4-77659de0f720 admin admin] Publish callbacks [] for router_controller (80f73ec1-628e-4ac6-90cb-25bcb2b0846f), precommit_add_association {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:28.267241 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8300eafb-5677-4a2f-9ec0-c8bfc7fd28dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-59e2e898-b290-4112-b9ad-b26f7a59a7f6', 'network_id': '59e2e898-b290-4112-b9ad-b26f7a59a7f6', 'project_id': 'ba37653fe3b843e7904b39bf6d61f667', 'fixed_ips': [{'subnet_id': 'bc646aa1-4822-48f1-b514-4ac6a0ed50c5'}]}} from dv-cinder-master-3-smb. {{(pid=106377) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 30 09:54:28.268168 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8300eafb-5677-4a2f-9ec0-c8bfc7fd28dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:28.297618 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-c3df33ef-5951-4a74-b1af-4a22df380c19 None None] Port b15f682e-fb9a-4655-bdf6-6fa5b7459ab4 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:54:28.346818 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0924c6-2223-4e7d-9dde-7eab1f4d1465 None None] Sync routers for ids ['e2d1d66a-e439-4278-81f2-c83b26117d89'] in dv-cinder-master-3-smb {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:54:28.382461 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f8d839d0-3875-4649-9966-69bbd5023f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:28.386154 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0924c6-2223-4e7d-9dde-7eab1f4d1465 None None] Routers {'e2d1d66a-e439-4278-81f2-c83b26117d89'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:54:28.386780 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-fd0924c6-2223-4e7d-9dde-7eab1f4d1465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:53:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['e2d1d66a-e439-4278-81f2-c83b26117d89'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:54:28.394614 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-27ba7048-f85b-47bc-82f4-77659de0f720 admin admin] Publish callbacks [] for router_gateway (80f73ec1-628e-4ac6-90cb-25bcb2b0846f), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:28.513407 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.db_base_plugin_common [None req-8300eafb-5677-4a2f-9ec0-c8bfc7fd28dd None None] Allocated IP 172.20.0.2 (59e2e898-b290-4112-b9ad-b26f7a59a7f6/bc646aa1-4822-48f1-b514-4ac6a0ed50c5/6b2933d3-13d3-447c-aff5-a12e0305b1f6) {{(pid=106377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:54:28.559305 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-fd0924c6-2223-4e7d-9dde-7eab1f4d1465 None None] Set router e2d1d66a-e439-4278-81f2-c83b26117d89 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:54:28.574085 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-27ba7048-f85b-47bc-82f4-77659de0f720 admin admin] Publish callbacks [] for router_gateway (80f73ec1-628e-4ac6-90cb-25bcb2b0846f), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:28.592847 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-27ba7048-f85b-47bc-82f4-77659de0f720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:28.631704 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:28.703232 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [None req-27ba7048-f85b-47bc-82f4-77659de0f720 admin admin] Allocated IP 172.37.1.181 (4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2/0f15ec3b-6992-47ef-bdfa-402dc9430f5b/a18b59d2-6d03-47c0-9613-d884897e4a97) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:54:28.749979 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:28.798858 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-c3df33ef-5951-4a74-b1af-4a22df380c19 None None] Attempt 5 to provision port b15f682e-fb9a-4655-bdf6-6fa5b7459ab4 Sep 30 09:54:28.810538 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:28.812519 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-27ba7048-f85b-47bc-82f4-77659de0f720 admin admin] Publish callbacks [] for port (a18b59d2-6d03-47c0-9613-d884897e4a97), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:28.830992 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8300eafb-5677-4a2f-9ec0-c8bfc7fd28dd None None] Publish callbacks [] for port (6b2933d3-13d3-447c-aff5-a12e0305b1f6), precommit_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:28.843731 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-27ba7048-f85b-47bc-82f4-77659de0f720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (a18b59d2-6d03-47c0-9613-d884897e4a97), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:28.863675 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8300eafb-5677-4a2f-9ec0-c8bfc7fd28dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778'] for port (6b2933d3-13d3-447c-aff5-a12e0305b1f6), after_create {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:28.879174 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ba7048-f85b-47bc-82f4-77659de0f720 admin admin] Network 4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:54:28.884524 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-27ba7048-f85b-47bc-82f4-77659de0f720 admin admin] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:54:28.888469 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ba7048-f85b-47bc-82f4-77659de0f720 admin admin] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:54:28.911499 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-c3df33ef-5951-4a74-b1af-4a22df380c19 None None] Port b15f682e-fb9a-4655-bdf6-6fa5b7459ab4 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:54:28.918814 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba7048-f85b-47bc-82f4-77659de0f720 admin admin] Pushing event updated for resources: {'Port': ['ID=a18b59d2-6d03-47c0-9613-d884897e4a97,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:28.923725 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8300eafb-5677-4a2f-9ec0-c8bfc7fd28dd None None] Network 59e2e898-b290-4112-b9ad-b26f7a59a7f6 is already hosted by enough agents. {{(pid=106377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:54:28.930782 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.scheduler.base_scheduler [None req-8300eafb-5677-4a2f-9ec0-c8bfc7fd28dd None None] Resources bound (agent type, host, resource id): {{(pid=106377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:54:28.935287 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-fd0924c6-2223-4e7d-9dde-7eab1f4d1465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d1d66a-e439-4278-81f2-c83b26117d89', 'name': 'tempest-TestMinimumBasicScenario-482588796-router', 'tenant_id': '85893bbff42c409483a5123cddc4a776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.113'}], 'enable_snat': True}, 'gw_port_id': 'c126f2aa-bfc7-4735-8596-31e74bbf2419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:54:23Z', 'updated_at': '2022-09-30T09:54:26Z', 'revision_number': 4, 'project_id': '85893bbff42c409483a5123cddc4a776', 'gw_port': {'id': 'c126f2aa-bfc7-4735-8596-31e74bbf2419', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d1d66a-e439-4278-81f2-c83b26117d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:54:24Z', 'updated_at': '2022-09-30T09:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'b15f682e-fb9a-4655-bdf6-6fa5b7459ab4', 'name': '', 'network_id': '6abf6d59-385e-47d9-bba0-060260632105', 'tenant_id': '85893bbff42c409483a5123cddc4a776', 'mac_address': 'fa:16:3e:30:d0:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d1d66a-e439-4278-81f2-c83b26117d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '61a19854-d77b-4c28-8e0b-d99f512a9c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:54:25Z', 'updated_at': '2022-09-30T09:54:26Z', 'revision_number': 2, 'project_id': '85893bbff42c409483a5123cddc4a776', 'subnets': [{'id': '61a19854-d77b-4c28-8e0b-d99f512a9c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:54:28.937245 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8300eafb-5677-4a2f-9ec0-c8bfc7fd28dd None None] Received port after_create {{(pid=106377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:54:28.941192 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8300eafb-5677-4a2f-9ec0-c8bfc7fd28dd None None] Pushing event updated for resources: {'Port': ['ID=6b2933d3-13d3-447c-aff5-a12e0305b1f6,revision_number=1']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:28.971268 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0924c6-2223-4e7d-9dde-7eab1f4d1465 None None] Checking router: e2d1d66a-e439-4278-81f2-c83b26117d89 for host: dv-cinder-master-3-smb {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:54:28.971627 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0924c6-2223-4e7d-9dde-7eab1f4d1465 None None] Updating router e2d1d66a-e439-4278-81f2-c83b26117d89 port b15f682e-fb9a-4655-bdf6-6fa5b7459ab4 binding host dv-cinder-master-3-smb {{(pid=106377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:54:29.036152 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fd0924c6-2223-4e7d-9dde-7eab1f4d1465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (b15f682e-fb9a-4655-bdf6-6fa5b7459ab4), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:29.053823 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-8300eafb-5677-4a2f-9ec0-c8bfc7fd28dd None None] Attempting to bind port 6b2933d3-13d3-447c-aff5-a12e0305b1f6 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:54:29.054197 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-8300eafb-5677-4a2f-9ec0-c8bfc7fd28dd None None] Attempting to bind port 6b2933d3-13d3-447c-aff5-a12e0305b1f6 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '55e1e8fd-7795-489f-9e4c-7c8870bd6436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '59e2e898-b290-4112-b9ad-b26f7a59a7f6'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:54:29.054560 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8300eafb-5677-4a2f-9ec0-c8bfc7fd28dd None None] Attempting to bind port 6b2933d3-13d3-447c-aff5-a12e0305b1f6 on network 59e2e898-b290-4112-b9ad-b26f7a59a7f6 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:54:29.123303 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:29.144590 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-27ba7048-f85b-47bc-82f4-77659de0f720 admin admin] Publish callbacks [] for router_gateway (80f73ec1-628e-4ac6-90cb-25bcb2b0846f), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:29.181094 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8300eafb-5677-4a2f-9ec0-c8bfc7fd28dd None None] Checking agent: {'id': '99becae7-b4b2-4e0b-818d-0d19c65b4b56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 27, 31), 'started_at': datetime.datetime(2022, 9, 30, 9, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:54:29.181468 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8300eafb-5677-4a2f-9ec0-c8bfc7fd28dd None None] Checking segment: {'id': '55e1e8fd-7795-489f-9e4c-7c8870bd6436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '59e2e898-b290-4112-b9ad-b26f7a59a7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:54:29.181932 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8300eafb-5677-4a2f-9ec0-c8bfc7fd28dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:29.182478 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8300eafb-5677-4a2f-9ec0-c8bfc7fd28dd None None] Bound using segment: {'id': '55e1e8fd-7795-489f-9e4c-7c8870bd6436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '59e2e898-b290-4112-b9ad-b26f7a59a7f6'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:54:29.182955 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-8300eafb-5677-4a2f-9ec0-c8bfc7fd28dd None None] Bound port: 6b2933d3-13d3-447c-aff5-a12e0305b1f6, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e1e8fd-7795-489f-9e4c-7c8870bd6436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '59e2e898-b290-4112-b9ad-b26f7a59a7f6'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:54:29.183337 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8300eafb-5677-4a2f-9ec0-c8bfc7fd28dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (6b2933d3-13d3-447c-aff5-a12e0305b1f6), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:29.313747 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-8300eafb-5677-4a2f-9ec0-c8bfc7fd28dd None None] For port 6b2933d3-13d3-447c-aff5-a12e0305b1f6, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:54:29.322481 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-8300eafb-5677-4a2f-9ec0-c8bfc7fd28dd None None] For port 6b2933d3-13d3-447c-aff5-a12e0305b1f6, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=6b2933d3-13d3-447c-aff5-a12e0305b1f6,segment=NetworkSegment(55e1e8fd-7795-489f-9e4c-7c8870bd6436),segment_id=55e1e8fd-7795-489f-9e4c-7c8870bd6436)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:54:29.334767 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-8300eafb-5677-4a2f-9ec0-c8bfc7fd28dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (6b2933d3-13d3-447c-aff5-a12e0305b1f6), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:29.344877 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-27ba7048-f85b-47bc-82f4-77659de0f720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-745702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759865'] for router (80f73ec1-628e-4ac6-90cb-25bcb2b0846f), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:29.417021 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-c3df33ef-5951-4a74-b1af-4a22df380c19 None None] Attempt 6 to provision port b15f682e-fb9a-4655-bdf6-6fa5b7459ab4 Sep 30 09:54:29.468515 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8300eafb-5677-4a2f-9ec0-c8bfc7fd28dd None None] Pushing event updated for resources: {'Port': ['ID=6b2933d3-13d3-447c-aff5-a12e0305b1f6,revision_number=2']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:29.496223 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device c126f2aa-bfc7-4735-8596-31e74bbf2419 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:54:29.506862 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fd0924c6-2223-4e7d-9dde-7eab1f4d1465 None None] Publish callbacks [] for port (b15f682e-fb9a-4655-bdf6-6fa5b7459ab4), precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:29.509201 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ba7048-f85b-47bc-82f4-77659de0f720 admin admin] Router 80f73ec1-628e-4ac6-90cb-25bcb2b0846f is scheduled to L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 with binding_index 1 {{(pid=106375) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 09:54:29.522499 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:29.530698 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-c3df33ef-5951-4a74-b1af-4a22df380c19 None None] Port b15f682e-fb9a-4655-bdf6-6fa5b7459ab4 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:54:29.545188 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fd0924c6-2223-4e7d-9dde-7eab1f4d1465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (b15f682e-fb9a-4655-bdf6-6fa5b7459ab4), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:29.598802 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:29.599333 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:29.643702 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:29.644258 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d4d3e-8989-43b1-9b70-7b35d95eefad None None] Pushing event updated for resources: {'Port': ['ID=b15f682e-fb9a-4655-bdf6-6fa5b7459ab4,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:29.647818 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ba7048-f85b-47bc-82f4-77659de0f720 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:54:29.664433 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a57f0e-ac76-4265-93d5-f00c772880a6 None None] Sync routers for ids ['80f73ec1-628e-4ac6-90cb-25bcb2b0846f'] in dv-cinder-master-3-smb {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:54:29.676630 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port c126f2aa-bfc7-4735-8596-31e74bbf2419 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:54:29.677008 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (c126f2aa-bfc7-4735-8596-31e74bbf2419), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:29.677396 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port c126f2aa-bfc7-4735-8596-31e74bbf2419 Sep 30 09:54:29.683564 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a57f0e-ac76-4265-93d5-f00c772880a6 None None] Routers {'80f73ec1-628e-4ac6-90cb-25bcb2b0846f'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:54:29.684595 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-87a57f0e-ac76-4265-93d5-f00c772880a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:54:28Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['80f73ec1-628e-4ac6-90cb-25bcb2b0846f'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:54:29.688204 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-27ba7048-f85b-47bc-82f4-77659de0f720 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:29.692124 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-27ba7048-f85b-47bc-82f4-77659de0f720 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5264213 Sep 30 09:54:29.692270 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 46736) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:54:29.718153 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-fd0924c6-2223-4e7d-9dde-7eab1f4d1465 None None] Attempting to bind port b15f682e-fb9a-4655-bdf6-6fa5b7459ab4 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:54:29.718527 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-fd0924c6-2223-4e7d-9dde-7eab1f4d1465 None None] Attempting to bind port b15f682e-fb9a-4655-bdf6-6fa5b7459ab4 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'f73c351c-e80d-4b9b-92c7-7bc95d921f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6abf6d59-385e-47d9-bba0-060260632105'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:54:29.718896 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0924c6-2223-4e7d-9dde-7eab1f4d1465 None None] Attempting to bind port b15f682e-fb9a-4655-bdf6-6fa5b7459ab4 on network 6abf6d59-385e-47d9-bba0-060260632105 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:54:29.806017 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-87a57f0e-ac76-4265-93d5-f00c772880a6 None None] Set router 80f73ec1-628e-4ac6-90cb-25bcb2b0846f gateway port host: dv-cinder-master-3-smb {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:54:29.961975 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0924c6-2223-4e7d-9dde-7eab1f4d1465 None None] Checking agent: {'id': '99becae7-b4b2-4e0b-818d-0d19c65b4b56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 27, 31), 'started_at': datetime.datetime(2022, 9, 30, 9, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:54:29.962521 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0924c6-2223-4e7d-9dde-7eab1f4d1465 None None] Checking segment: {'id': 'f73c351c-e80d-4b9b-92c7-7bc95d921f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6abf6d59-385e-47d9-bba0-060260632105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:54:29.963051 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fd0924c6-2223-4e7d-9dde-7eab1f4d1465 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:29.964012 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0924c6-2223-4e7d-9dde-7eab1f4d1465 None None] Bound using segment: {'id': 'f73c351c-e80d-4b9b-92c7-7bc95d921f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6abf6d59-385e-47d9-bba0-060260632105'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:54:29.964755 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-fd0924c6-2223-4e7d-9dde-7eab1f4d1465 None None] Bound port: b15f682e-fb9a-4655-bdf6-6fa5b7459ab4, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f73c351c-e80d-4b9b-92c7-7bc95d921f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6abf6d59-385e-47d9-bba0-060260632105'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:54:29.965086 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fd0924c6-2223-4e7d-9dde-7eab1f4d1465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (b15f682e-fb9a-4655-bdf6-6fa5b7459ab4), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:29.975880 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port c126f2aa-bfc7-4735-8596-31e74bbf2419 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:54:29.981103 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:29.997591 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-87a57f0e-ac76-4265-93d5-f00c772880a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f73ec1-628e-4ac6-90cb-25bcb2b0846f', 'name': 'tempest-TestMinimumBasicScenario-528157641-router', 'tenant_id': 'ba37653fe3b843e7904b39bf6d61f667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.181'}], 'enable_snat': True}, 'gw_port_id': 'a18b59d2-6d03-47c0-9613-d884897e4a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:54:28Z', 'updated_at': '2022-09-30T09:54:29Z', 'revision_number': 3, 'project_id': 'ba37653fe3b843e7904b39bf6d61f667', 'gw_port': {'id': 'a18b59d2-6d03-47c0-9613-d884897e4a97', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:aa:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f73ec1-628e-4ac6-90cb-25bcb2b0846f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:54:28Z', 'updated_at': '2022-09-30T09:54:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:54:30.027939 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a57f0e-ac76-4265-93d5-f00c772880a6 None None] Checking router: 80f73ec1-628e-4ac6-90cb-25bcb2b0846f for host: dv-cinder-master-3-smb {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:54:30.028283 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a57f0e-ac76-4265-93d5-f00c772880a6 None None] Updating router 80f73ec1-628e-4ac6-90cb-25bcb2b0846f port a18b59d2-6d03-47c0-9613-d884897e4a97 binding host dv-cinder-master-3-smb {{(pid=106378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:54:30.033653 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-c3df33ef-5951-4a74-b1af-4a22df380c19 None None] Attempt 7 to provision port b15f682e-fb9a-4655-bdf6-6fa5b7459ab4 Sep 30 09:54:30.057305 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-fd0924c6-2223-4e7d-9dde-7eab1f4d1465 None None] For port b15f682e-fb9a-4655-bdf6-6fa5b7459ab4, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:54:30.060524 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-87a57f0e-ac76-4265-93d5-f00c772880a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (a18b59d2-6d03-47c0-9613-d884897e4a97), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:30.076955 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-fd0924c6-2223-4e7d-9dde-7eab1f4d1465 None None] For port b15f682e-fb9a-4655-bdf6-6fa5b7459ab4, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=b15f682e-fb9a-4655-bdf6-6fa5b7459ab4,segment=NetworkSegment(f73c351c-e80d-4b9b-92c7-7bc95d921f75),segment_id=f73c351c-e80d-4b9b-92c7-7bc95d921f75)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:54:30.081590 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-c3df33ef-5951-4a74-b1af-4a22df380c19 None None] Port b15f682e-fb9a-4655-bdf6-6fa5b7459ab4 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:54:30.083504 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fd0924c6-2223-4e7d-9dde-7eab1f4d1465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (b15f682e-fb9a-4655-bdf6-6fa5b7459ab4), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:30.098527 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:30.106124 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:30.138426 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d4d3e-8989-43b1-9b70-7b35d95eefad None None] Pushing event updated for resources: {'Port': ['ID=b15f682e-fb9a-4655-bdf6-6fa5b7459ab4,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:30.148663 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0924c6-2223-4e7d-9dde-7eab1f4d1465 None None] Routers {'e2d1d66a-e439-4278-81f2-c83b26117d89'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:54:30.149437 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-fd0924c6-2223-4e7d-9dde-7eab1f4d1465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:54:28Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['e2d1d66a-e439-4278-81f2-c83b26117d89'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:54:30.159099 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-bea0d34b-6470-40a0-b859-3f7454e461e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:30.268501 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-fd0924c6-2223-4e7d-9dde-7eab1f4d1465 None None] Set router e2d1d66a-e439-4278-81f2-c83b26117d89 gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:54:30.317213 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-87a57f0e-ac76-4265-93d5-f00c772880a6 None None] Publish callbacks [] for port (a18b59d2-6d03-47c0-9613-d884897e4a97), precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:30.324831 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-87a57f0e-ac76-4265-93d5-f00c772880a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (a18b59d2-6d03-47c0-9613-d884897e4a97), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:30.343381 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-87a57f0e-ac76-4265-93d5-f00c772880a6 None None] Attempting to bind port a18b59d2-6d03-47c0-9613-d884897e4a97 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:54:30.344043 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-87a57f0e-ac76-4265-93d5-f00c772880a6 None None] Attempting to bind port a18b59d2-6d03-47c0-9613-d884897e4a97 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '8ee3384b-29eb-481d-9dfd-879c28cb46fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:54:30.344608 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a57f0e-ac76-4265-93d5-f00c772880a6 None None] Attempting to bind port a18b59d2-6d03-47c0-9613-d884897e4a97 on network 4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:54:30.344734 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [None req-bea0d34b-6470-40a0-b859-3f7454e461e9 admin admin] Allocated IP 172.20.0.1 (59e2e898-b290-4112-b9ad-b26f7a59a7f6/bc646aa1-4822-48f1-b514-4ac6a0ed50c5/cc23aecd-b1b5-4b5b-b348-84ea2c932ab9) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:54:30.385909 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc57bf1-fed8-4912-98fd-14635854e90c None None] Pushing event updated for resources: {'Port': ['ID=a18b59d2-6d03-47c0-9613-d884897e4a97,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:30.444516 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a57f0e-ac76-4265-93d5-f00c772880a6 None None] Checking agent: {'id': '99becae7-b4b2-4e0b-818d-0d19c65b4b56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 27, 31), 'started_at': datetime.datetime(2022, 9, 30, 9, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:54:30.444877 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a57f0e-ac76-4265-93d5-f00c772880a6 None None] Checking segment: {'id': '8ee3384b-29eb-481d-9dfd-879c28cb46fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:54:30.445464 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-87a57f0e-ac76-4265-93d5-f00c772880a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:30.446026 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a57f0e-ac76-4265-93d5-f00c772880a6 None None] Bound using segment: {'id': '8ee3384b-29eb-481d-9dfd-879c28cb46fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:54:30.446671 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-87a57f0e-ac76-4265-93d5-f00c772880a6 None None] Bound port: a18b59d2-6d03-47c0-9613-d884897e4a97, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ee3384b-29eb-481d-9dfd-879c28cb46fd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:54:30.447219 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-87a57f0e-ac76-4265-93d5-f00c772880a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (a18b59d2-6d03-47c0-9613-d884897e4a97), before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:30.473269 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-bea0d34b-6470-40a0-b859-3f7454e461e9 admin admin] Publish callbacks [] for port (cc23aecd-b1b5-4b5b-b348-84ea2c932ab9), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:30.492682 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:30.505024 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-87a57f0e-ac76-4265-93d5-f00c772880a6 None None] For port a18b59d2-6d03-47c0-9613-d884897e4a97, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:54:30.509843 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-87a57f0e-ac76-4265-93d5-f00c772880a6 None None] For port a18b59d2-6d03-47c0-9613-d884897e4a97, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=a18b59d2-6d03-47c0-9613-d884897e4a97,segment=NetworkSegment(8ee3384b-29eb-481d-9dfd-879c28cb46fd),segment_id=8ee3384b-29eb-481d-9dfd-879c28cb46fd)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:54:30.515437 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-fd0924c6-2223-4e7d-9dde-7eab1f4d1465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d1d66a-e439-4278-81f2-c83b26117d89', 'name': 'tempest-TestMinimumBasicScenario-482588796-router', 'tenant_id': '85893bbff42c409483a5123cddc4a776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.113'}], 'enable_snat': True}, 'gw_port_id': 'c126f2aa-bfc7-4735-8596-31e74bbf2419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:54:23Z', 'updated_at': '2022-09-30T09:54:26Z', 'revision_number': 4, 'project_id': '85893bbff42c409483a5123cddc4a776', 'gw_port': {'id': 'c126f2aa-bfc7-4735-8596-31e74bbf2419', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d1d66a-e439-4278-81f2-c83b26117d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:54:24Z', 'updated_at': '2022-09-30T09:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'b15f682e-fb9a-4655-bdf6-6fa5b7459ab4', 'name': '', 'network_id': '6abf6d59-385e-47d9-bba0-060260632105', 'tenant_id': '85893bbff42c409483a5123cddc4a776', 'mac_address': 'fa:16:3e:30:d0:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d1d66a-e439-4278-81f2-c83b26117d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '61a19854-d77b-4c28-8e0b-d99f512a9c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:54:25Z', 'updated_at': '2022-09-30T09:54:30Z', 'revision_number': 4, 'project_id': '85893bbff42c409483a5123cddc4a776', 'subnets': [{'id': '61a19854-d77b-4c28-8e0b-d99f512a9c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:54:30.519578 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-87a57f0e-ac76-4265-93d5-f00c772880a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (a18b59d2-6d03-47c0-9613-d884897e4a97), after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:30.522056 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-bea0d34b-6470-40a0-b859-3f7454e461e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (cc23aecd-b1b5-4b5b-b348-84ea2c932ab9), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:30.550130 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0924c6-2223-4e7d-9dde-7eab1f4d1465 None None] The sync data for ids ['e2d1d66a-e439-4278-81f2-c83b26117d89'] in dv-cinder-master-3-smb is: [{'id': 'e2d1d66a-e439-4278-81f2-c83b26117d89', 'name': 'tempest-TestMinimumBasicScenario-482588796-router', 'tenant_id': '85893bbff42c409483a5123cddc4a776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.113'}], 'enable_snat': True}, 'gw_port_id': 'c126f2aa-bfc7-4735-8596-31e74bbf2419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:54:23Z', 'updated_at': '2022-09-30T09:54:26Z', 'revision_number': 4, 'project_id': '85893bbff42c409483a5123cddc4a776', 'gw_port': {'id': 'c126f2aa-bfc7-4735-8596-31e74bbf2419', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d1d66a-e439-4278-81f2-c83b26117d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:54:24Z', 'updated_at': '2022-09-30T09:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'b15f682e-fb9a-4655-bdf6-6fa5b7459ab4', 'name': '', 'network_id': '6abf6d59-385e-47d9-bba0-060260632105', 'tenant_id': '85893bbff42c409483a5123cddc4a776', 'mac_address': 'fa:16:3e:30:d0:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d1d66a-e439-4278-81f2-c83b26117d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '61a19854-d77b-4c28-8e0b-d99f512a9c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:54:25Z', 'updated_at': '2022-09-30T09:54:30Z', 'revision_number': 4, 'project_id': '85893bbff42c409483a5123cddc4a776', 'subnets': [{'id': '61a19854-d77b-4c28-8e0b-d99f512a9c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:54:30.565868 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:30.576684 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a57f0e-ac76-4265-93d5-f00c772880a6 None None] Routers {'80f73ec1-628e-4ac6-90cb-25bcb2b0846f'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:54:30.577276 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-87a57f0e-ac76-4265-93d5-f00c772880a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:54:28Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['80f73ec1-628e-4ac6-90cb-25bcb2b0846f'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:54:30.583058 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-c3df33ef-5951-4a74-b1af-4a22df380c19 None None] Attempt 8 to provision port b15f682e-fb9a-4655-bdf6-6fa5b7459ab4 Sep 30 09:54:30.612850 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea0d34b-6470-40a0-b859-3f7454e461e9 admin admin] Network 59e2e898-b290-4112-b9ad-b26f7a59a7f6 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:54:30.620289 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-bea0d34b-6470-40a0-b859-3f7454e461e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:54:30.622418 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea0d34b-6470-40a0-b859-3f7454e461e9 admin admin] Pushing event updated for resources: {'Port': ['ID=cc23aecd-b1b5-4b5b-b348-84ea2c932ab9,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:30.624649 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea0d34b-6470-40a0-b859-3f7454e461e9 admin admin] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:54:30.681355 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae6caa3-6325-4a60-8fd9-c7eadb7e876c None None] Network 59e2e898-b290-4112-b9ad-b26f7a59a7f6 requested from dv-cinder-master-3-smb {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:54:30.685623 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-bea0d34b-6470-40a0-b859-3f7454e461e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555310'] for router_interface (80f73ec1-628e-4ac6-90cb-25bcb2b0846f), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:30.698350 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=100 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:30.731684 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc57bf1-fed8-4912-98fd-14635854e90c None None] Pushing event updated for resources: {'Port': ['ID=a18b59d2-6d03-47c0-9613-d884897e4a97,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:30.737380 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-87a57f0e-ac76-4265-93d5-f00c772880a6 None None] Set router 80f73ec1-628e-4ac6-90cb-25bcb2b0846f gateway port host: dv-cinder-master-3-smb {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:54:30.815489 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-c3df33ef-5951-4a74-b1af-4a22df380c19 None None] Current status of the port b15f682e-fb9a-4655-bdf6-6fa5b7459ab4 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:54:30.815749 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c3df33ef-5951-4a74-b1af-4a22df380c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (b15f682e-fb9a-4655-bdf6-6fa5b7459ab4), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:30.858041 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-bea0d34b-6470-40a0-b859-3f7454e461e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (cc23aecd-b1b5-4b5b-b348-84ea2c932ab9), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:30.936444 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-c3df33ef-5951-4a74-b1af-4a22df380c19 None None] For port b15f682e-fb9a-4655-bdf6-6fa5b7459ab4, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=b15f682e-fb9a-4655-bdf6-6fa5b7459ab4,segment=NetworkSegment(f73c351c-e80d-4b9b-92c7-7bc95d921f75),segment_id=f73c351c-e80d-4b9b-92c7-7bc95d921f75)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:54:30.942810 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c3df33ef-5951-4a74-b1af-4a22df380c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (b15f682e-fb9a-4655-bdf6-6fa5b7459ab4), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:30.944133 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-87a57f0e-ac76-4265-93d5-f00c772880a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f73ec1-628e-4ac6-90cb-25bcb2b0846f', 'name': 'tempest-TestMinimumBasicScenario-528157641-router', 'tenant_id': 'ba37653fe3b843e7904b39bf6d61f667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.181'}], 'enable_snat': True}, 'gw_port_id': 'a18b59d2-6d03-47c0-9613-d884897e4a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:54:28Z', 'updated_at': '2022-09-30T09:54:29Z', 'revision_number': 3, 'project_id': 'ba37653fe3b843e7904b39bf6d61f667', 'gw_port': {'id': 'a18b59d2-6d03-47c0-9613-d884897e4a97', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:aa:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f73ec1-628e-4ac6-90cb-25bcb2b0846f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:54:28Z', 'updated_at': '2022-09-30T09:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:54:30.993678 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a57f0e-ac76-4265-93d5-f00c772880a6 None None] The sync data for ids ['80f73ec1-628e-4ac6-90cb-25bcb2b0846f'] in dv-cinder-master-3-smb is: [{'id': '80f73ec1-628e-4ac6-90cb-25bcb2b0846f', 'name': 'tempest-TestMinimumBasicScenario-528157641-router', 'tenant_id': 'ba37653fe3b843e7904b39bf6d61f667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.181'}], 'enable_snat': True}, 'gw_port_id': 'a18b59d2-6d03-47c0-9613-d884897e4a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:54:28Z', 'updated_at': '2022-09-30T09:54:29Z', 'revision_number': 3, 'project_id': 'ba37653fe3b843e7904b39bf6d61f667', 'gw_port': {'id': 'a18b59d2-6d03-47c0-9613-d884897e4a97', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:aa:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f73ec1-628e-4ac6-90cb-25bcb2b0846f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:54:28Z', 'updated_at': '2022-09-30T09:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:54:31.020967 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:31.085804 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df33ef-5951-4a74-b1af-4a22df380c19 None None] Pushing event updated for resources: {'Port': ['ID=b15f682e-fb9a-4655-bdf6-6fa5b7459ab4,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:31.099326 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:31.102980 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-4006f1d4-b5d2-47f5-87fd-76d726674ea7 None None] Provisioning complete for port b15f682e-fb9a-4655-bdf6-6fa5b7459ab4 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:54:31.104524 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4006f1d4-b5d2-47f5-87fd-76d726674ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (b15f682e-fb9a-4655-bdf6-6fa5b7459ab4), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:31.105309 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-4006f1d4-b5d2-47f5-87fd-76d726674ea7 None None] Attempt 1 to provision port b15f682e-fb9a-4655-bdf6-6fa5b7459ab4 Sep 30 09:54:31.105983 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-bea0d34b-6470-40a0-b859-3f7454e461e9 admin admin] Publish callbacks [] for port (cc23aecd-b1b5-4b5b-b348-84ea2c932ab9), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:31.107350 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:31.111099 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:31.115789 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-bea0d34b-6470-40a0-b859-3f7454e461e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1379309'] for port (cc23aecd-b1b5-4b5b-b348-84ea2c932ab9), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:31.201942 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-4006f1d4-b5d2-47f5-87fd-76d726674ea7 None None] Current status of the port b15f682e-fb9a-4655-bdf6-6fa5b7459ab4 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:54:31.215483 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-4006f1d4-b5d2-47f5-87fd-76d726674ea7 None None] Provisioning complete for port 6b2933d3-13d3-447c-aff5-a12e0305b1f6 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:54:31.215871 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4006f1d4-b5d2-47f5-87fd-76d726674ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (6b2933d3-13d3-447c-aff5-a12e0305b1f6), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:31.216217 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-4006f1d4-b5d2-47f5-87fd-76d726674ea7 None None] Attempt 1 to provision port 6b2933d3-13d3-447c-aff5-a12e0305b1f6 Sep 30 09:54:31.219945 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-bea0d34b-6470-40a0-b859-3f7454e461e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555418'] for router_interface (80f73ec1-628e-4ac6-90cb-25bcb2b0846f), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:31.225715 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea0d34b-6470-40a0-b859-3f7454e461e9 admin admin] Pushing event updated for resources: {'Port': ['ID=cc23aecd-b1b5-4b5b-b348-84ea2c932ab9,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:31.340010 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-4006f1d4-b5d2-47f5-87fd-76d726674ea7 None None] Current status of the port 6b2933d3-13d3-447c-aff5-a12e0305b1f6 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:54:31.340406 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4006f1d4-b5d2-47f5-87fd-76d726674ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (6b2933d3-13d3-447c-aff5-a12e0305b1f6), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:31.437506 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-4006f1d4-b5d2-47f5-87fd-76d726674ea7 None None] For port 6b2933d3-13d3-447c-aff5-a12e0305b1f6, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=6b2933d3-13d3-447c-aff5-a12e0305b1f6,segment=NetworkSegment(55e1e8fd-7795-489f-9e4c-7c8870bd6436),segment_id=55e1e8fd-7795-489f-9e4c-7c8870bd6436)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:54:31.446606 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4006f1d4-b5d2-47f5-87fd-76d726674ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (6b2933d3-13d3-447c-aff5-a12e0305b1f6), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:31.539994 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006f1d4-b5d2-47f5-87fd-76d726674ea7 None None] Pushing event updated for resources: {'Port': ['ID=6b2933d3-13d3-447c-aff5-a12e0305b1f6,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:31.574975 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-33b12ef6-cb8e-4e87-9629-fa5d139594f8 None None] Provisioning complete for port 6b2933d3-13d3-447c-aff5-a12e0305b1f6 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:54:31.575723 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-33b12ef6-cb8e-4e87-9629-fa5d139594f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (6b2933d3-13d3-447c-aff5-a12e0305b1f6), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:31.576267 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-33b12ef6-cb8e-4e87-9629-fa5d139594f8 None None] Attempt 1 to provision port 6b2933d3-13d3-447c-aff5-a12e0305b1f6 Sep 30 09:54:31.692541 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 6b2933d3-13d3-447c-aff5-a12e0305b1f6 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:54:31.730582 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea0d34b-6470-40a0-b859-3f7454e461e9 admin admin] Network 59e2e898-b290-4112-b9ad-b26f7a59a7f6 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:54:31.732377 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-bea0d34b-6470-40a0-b859-3f7454e461e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:54:31.733524 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-33b12ef6-cb8e-4e87-9629-fa5d139594f8 None None] Current status of the port 6b2933d3-13d3-447c-aff5-a12e0305b1f6 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:54:31.748149 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-33b12ef6-cb8e-4e87-9629-fa5d139594f8 None None] Provisioning complete for port cc23aecd-b1b5-4b5b-b348-84ea2c932ab9 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:54:31.748526 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-33b12ef6-cb8e-4e87-9629-fa5d139594f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (cc23aecd-b1b5-4b5b-b348-84ea2c932ab9), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:31.748860 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-33b12ef6-cb8e-4e87-9629-fa5d139594f8 None None] Attempt 1 to provision port cc23aecd-b1b5-4b5b-b348-84ea2c932ab9 Sep 30 09:54:31.768735 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:31.798350 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port 6b2933d3-13d3-447c-aff5-a12e0305b1f6 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:54:31.798721 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (6b2933d3-13d3-447c-aff5-a12e0305b1f6), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:31.799077 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port 6b2933d3-13d3-447c-aff5-a12e0305b1f6 Sep 30 09:54:31.800841 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-33b12ef6-cb8e-4e87-9629-fa5d139594f8 None None] Port cc23aecd-b1b5-4b5b-b348-84ea2c932ab9 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:54:31.855355 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea0d34b-6470-40a0-b859-3f7454e461e9 admin admin] Router 80f73ec1-628e-4ac6-90cb-25bcb2b0846f has already been hosted by L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 {{(pid=106375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:54:31.914874 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port 6b2933d3-13d3-447c-aff5-a12e0305b1f6 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:54:31.915967 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device b15f682e-fb9a-4655-bdf6-6fa5b7459ab4 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:54:31.983224 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port b15f682e-fb9a-4655-bdf6-6fa5b7459ab4 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:54:31.983604 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (b15f682e-fb9a-4655-bdf6-6fa5b7459ab4), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:31.983937 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port b15f682e-fb9a-4655-bdf6-6fa5b7459ab4 Sep 30 09:54:32.011258 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea0d34b-6470-40a0-b859-3f7454e461e9 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:54:32.016771 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-bea0d34b-6470-40a0-b859-3f7454e461e9 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/80f73ec1-628e-4ac6-90cb-25bcb2b0846f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3234425 Sep 30 09:54:32.080956 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port b15f682e-fb9a-4655-bdf6-6fa5b7459ab4 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:54:32.082515 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device a18b59d2-6d03-47c0-9613-d884897e4a97 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:54:32.138469 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port a18b59d2-6d03-47c0-9613-d884897e4a97 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:54:32.138921 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (a18b59d2-6d03-47c0-9613-d884897e4a97), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:32.140394 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port a18b59d2-6d03-47c0-9613-d884897e4a97 Sep 30 09:54:32.190561 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:32.231872 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port a18b59d2-6d03-47c0-9613-d884897e4a97 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:54:32.232298 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (a18b59d2-6d03-47c0-9613-d884897e4a97), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:32.255744 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] For port a18b59d2-6d03-47c0-9613-d884897e4a97, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=a18b59d2-6d03-47c0-9613-d884897e4a97,segment=NetworkSegment(8ee3384b-29eb-481d-9dfd-879c28cb46fd),segment_id=8ee3384b-29eb-481d-9dfd-879c28cb46fd)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:54:32.261170 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (a18b59d2-6d03-47c0-9613-d884897e4a97), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:32.305050 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-33b12ef6-cb8e-4e87-9629-fa5d139594f8 None None] Attempt 2 to provision port cc23aecd-b1b5-4b5b-b348-84ea2c932ab9 Sep 30 09:54:32.357185 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-33b12ef6-cb8e-4e87-9629-fa5d139594f8 None None] Port cc23aecd-b1b5-4b5b-b348-84ea2c932ab9 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:54:32.357766 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Pushing event updated for resources: {'Port': ['ID=a18b59d2-6d03-47c0-9613-d884897e4a97,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:32.858292 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-33b12ef6-cb8e-4e87-9629-fa5d139594f8 None None] Attempt 3 to provision port cc23aecd-b1b5-4b5b-b348-84ea2c932ab9 Sep 30 09:54:32.892577 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-33b12ef6-cb8e-4e87-9629-fa5d139594f8 None None] Port cc23aecd-b1b5-4b5b-b348-84ea2c932ab9 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:54:33.393972 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-33b12ef6-cb8e-4e87-9629-fa5d139594f8 None None] Attempt 4 to provision port cc23aecd-b1b5-4b5b-b348-84ea2c932ab9 Sep 30 09:54:33.427946 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-33b12ef6-cb8e-4e87-9629-fa5d139594f8 None None] Port cc23aecd-b1b5-4b5b-b348-84ea2c932ab9 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:54:33.511429 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 6b2933d3-13d3-447c-aff5-a12e0305b1f6 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:54:33.565178 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port 6b2933d3-13d3-447c-aff5-a12e0305b1f6 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:54:33.565829 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (6b2933d3-13d3-447c-aff5-a12e0305b1f6), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:33.566314 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port 6b2933d3-13d3-447c-aff5-a12e0305b1f6 Sep 30 09:54:33.651776 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port 6b2933d3-13d3-447c-aff5-a12e0305b1f6 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:54:33.653153 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device a18b59d2-6d03-47c0-9613-d884897e4a97 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:54:33.698119 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port a18b59d2-6d03-47c0-9613-d884897e4a97 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:54:33.698119 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (a18b59d2-6d03-47c0-9613-d884897e4a97), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:33.698429 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port a18b59d2-6d03-47c0-9613-d884897e4a97 Sep 30 09:54:33.719495 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:33.800143 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port a18b59d2-6d03-47c0-9613-d884897e4a97 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:54:33.931364 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-33b12ef6-cb8e-4e87-9629-fa5d139594f8 None None] Attempt 5 to provision port cc23aecd-b1b5-4b5b-b348-84ea2c932ab9 Sep 30 09:54:33.966612 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-33b12ef6-cb8e-4e87-9629-fa5d139594f8 None None] Port cc23aecd-b1b5-4b5b-b348-84ea2c932ab9 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:54:34.092404 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f773ba62-2b66-4667-a056-86c44035b382 None None] Sync routers for ids ['80f73ec1-628e-4ac6-90cb-25bcb2b0846f'] in dv-cinder-master-3-smb {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:54:34.104585 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f773ba62-2b66-4667-a056-86c44035b382 None None] Routers {'80f73ec1-628e-4ac6-90cb-25bcb2b0846f'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:54:34.105218 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-f773ba62-2b66-4667-a056-86c44035b382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:54:28Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['80f73ec1-628e-4ac6-90cb-25bcb2b0846f'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:54:34.342246 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-f773ba62-2b66-4667-a056-86c44035b382 None None] Set router 80f73ec1-628e-4ac6-90cb-25bcb2b0846f gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:54:34.467732 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-33b12ef6-cb8e-4e87-9629-fa5d139594f8 None None] Attempt 6 to provision port cc23aecd-b1b5-4b5b-b348-84ea2c932ab9 Sep 30 09:54:34.523825 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-33b12ef6-cb8e-4e87-9629-fa5d139594f8 None None] Port cc23aecd-b1b5-4b5b-b348-84ea2c932ab9 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:54:34.582587 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-f773ba62-2b66-4667-a056-86c44035b382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f73ec1-628e-4ac6-90cb-25bcb2b0846f', 'name': 'tempest-TestMinimumBasicScenario-528157641-router', 'tenant_id': 'ba37653fe3b843e7904b39bf6d61f667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.181'}], 'enable_snat': True}, 'gw_port_id': 'a18b59d2-6d03-47c0-9613-d884897e4a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:54:28Z', 'updated_at': '2022-09-30T09:54:30Z', 'revision_number': 4, 'project_id': 'ba37653fe3b843e7904b39bf6d61f667', 'gw_port': {'id': 'a18b59d2-6d03-47c0-9613-d884897e4a97', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:aa:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f73ec1-628e-4ac6-90cb-25bcb2b0846f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:54:28Z', 'updated_at': '2022-09-30T09:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'cc23aecd-b1b5-4b5b-b348-84ea2c932ab9', 'name': '', 'network_id': '59e2e898-b290-4112-b9ad-b26f7a59a7f6', 'tenant_id': 'ba37653fe3b843e7904b39bf6d61f667', 'mac_address': 'fa:16:3e:1c:5a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f73ec1-628e-4ac6-90cb-25bcb2b0846f', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'bc646aa1-4822-48f1-b514-4ac6a0ed50c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:54:30Z', 'updated_at': '2022-09-30T09:54:30Z', 'revision_number': 2, 'project_id': 'ba37653fe3b843e7904b39bf6d61f667', 'subnets': [{'id': 'bc646aa1-4822-48f1-b514-4ac6a0ed50c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:54:34.616338 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f773ba62-2b66-4667-a056-86c44035b382 None None] Checking router: 80f73ec1-628e-4ac6-90cb-25bcb2b0846f for host: dv-cinder-master-3-smb {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:54:34.616338 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f773ba62-2b66-4667-a056-86c44035b382 None None] Updating router 80f73ec1-628e-4ac6-90cb-25bcb2b0846f port cc23aecd-b1b5-4b5b-b348-84ea2c932ab9 binding host dv-cinder-master-3-smb {{(pid=106377) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 09:54:34.652436 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f773ba62-2b66-4667-a056-86c44035b382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (cc23aecd-b1b5-4b5b-b348-84ea2c932ab9), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:34.669133 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=100 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:34.959620 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f773ba62-2b66-4667-a056-86c44035b382 None None] Publish callbacks [] for port (cc23aecd-b1b5-4b5b-b348-84ea2c932ab9), precommit_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:34.967878 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f773ba62-2b66-4667-a056-86c44035b382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (cc23aecd-b1b5-4b5b-b348-84ea2c932ab9), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:35.024454 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-33b12ef6-cb8e-4e87-9629-fa5d139594f8 None None] Attempt 7 to provision port cc23aecd-b1b5-4b5b-b348-84ea2c932ab9 Sep 30 09:54:35.077816 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e90238-b6f0-4974-8c86-f350cee2491d None None] Pushing event updated for resources: {'Port': ['ID=cc23aecd-b1b5-4b5b-b348-84ea2c932ab9,revision_number=3']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:35.101611 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-33b12ef6-cb8e-4e87-9629-fa5d139594f8 None None] Port cc23aecd-b1b5-4b5b-b348-84ea2c932ab9 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:54:35.107272 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-f773ba62-2b66-4667-a056-86c44035b382 None None] Attempting to bind port cc23aecd-b1b5-4b5b-b348-84ea2c932ab9 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:54:35.107729 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-f773ba62-2b66-4667-a056-86c44035b382 None None] Attempting to bind port cc23aecd-b1b5-4b5b-b348-84ea2c932ab9 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '55e1e8fd-7795-489f-9e4c-7c8870bd6436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '59e2e898-b290-4112-b9ad-b26f7a59a7f6'}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:54:35.108175 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f773ba62-2b66-4667-a056-86c44035b382 None None] Attempting to bind port cc23aecd-b1b5-4b5b-b348-84ea2c932ab9 on network 59e2e898-b290-4112-b9ad-b26f7a59a7f6 {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:54:35.130885 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:35.161461 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f773ba62-2b66-4667-a056-86c44035b382 None None] Checking agent: {'id': '99becae7-b4b2-4e0b-818d-0d19c65b4b56', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 27, 31), 'started_at': datetime.datetime(2022, 9, 30, 9, 28, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:54:35.162196 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f773ba62-2b66-4667-a056-86c44035b382 None None] Checking segment: {'id': '55e1e8fd-7795-489f-9e4c-7c8870bd6436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '59e2e898-b290-4112-b9ad-b26f7a59a7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:54:35.162761 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f773ba62-2b66-4667-a056-86c44035b382 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:35.163677 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f773ba62-2b66-4667-a056-86c44035b382 None None] Bound using segment: {'id': '55e1e8fd-7795-489f-9e4c-7c8870bd6436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '59e2e898-b290-4112-b9ad-b26f7a59a7f6'} {{(pid=106377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:54:35.164338 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.managers [None req-f773ba62-2b66-4667-a056-86c44035b382 None None] Bound port: cc23aecd-b1b5-4b5b-b348-84ea2c932ab9, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e1e8fd-7795-489f-9e4c-7c8870bd6436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '59e2e898-b290-4112-b9ad-b26f7a59a7f6'}}] {{(pid=106377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:54:35.164900 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f773ba62-2b66-4667-a056-86c44035b382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (cc23aecd-b1b5-4b5b-b348-84ea2c932ab9), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:35.237502 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-f773ba62-2b66-4667-a056-86c44035b382 None None] For port cc23aecd-b1b5-4b5b-b348-84ea2c932ab9, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:54:35.243097 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-f773ba62-2b66-4667-a056-86c44035b382 None None] For port cc23aecd-b1b5-4b5b-b348-84ea2c932ab9, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=cc23aecd-b1b5-4b5b-b348-84ea2c932ab9,segment=NetworkSegment(55e1e8fd-7795-489f-9e4c-7c8870bd6436),segment_id=55e1e8fd-7795-489f-9e4c-7c8870bd6436)] {{(pid=106377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:54:35.250044 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-f773ba62-2b66-4667-a056-86c44035b382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (cc23aecd-b1b5-4b5b-b348-84ea2c932ab9), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:35.297826 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f773ba62-2b66-4667-a056-86c44035b382 None None] Routers {'80f73ec1-628e-4ac6-90cb-25bcb2b0846f'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:54:35.298598 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-f773ba62-2b66-4667-a056-86c44035b382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:54:28Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['80f73ec1-628e-4ac6-90cb-25bcb2b0846f'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:54:35.350726 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e90238-b6f0-4974-8c86-f350cee2491d None None] Pushing event updated for resources: {'Port': ['ID=cc23aecd-b1b5-4b5b-b348-84ea2c932ab9,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:35.436981 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-f773ba62-2b66-4667-a056-86c44035b382 None None] Set router 80f73ec1-628e-4ac6-90cb-25bcb2b0846f gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:54:35.608645 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-33b12ef6-cb8e-4e87-9629-fa5d139594f8 None None] Attempt 8 to provision port cc23aecd-b1b5-4b5b-b348-84ea2c932ab9 Sep 30 09:54:35.659367 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:35.693372 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-f773ba62-2b66-4667-a056-86c44035b382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f73ec1-628e-4ac6-90cb-25bcb2b0846f', 'name': 'tempest-TestMinimumBasicScenario-528157641-router', 'tenant_id': 'ba37653fe3b843e7904b39bf6d61f667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.181'}], 'enable_snat': True}, 'gw_port_id': 'a18b59d2-6d03-47c0-9613-d884897e4a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:54:28Z', 'updated_at': '2022-09-30T09:54:30Z', 'revision_number': 4, 'project_id': 'ba37653fe3b843e7904b39bf6d61f667', 'gw_port': {'id': 'a18b59d2-6d03-47c0-9613-d884897e4a97', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:aa:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f73ec1-628e-4ac6-90cb-25bcb2b0846f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:54:28Z', 'updated_at': '2022-09-30T09:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'cc23aecd-b1b5-4b5b-b348-84ea2c932ab9', 'name': '', 'network_id': '59e2e898-b290-4112-b9ad-b26f7a59a7f6', 'tenant_id': 'ba37653fe3b843e7904b39bf6d61f667', 'mac_address': 'fa:16:3e:1c:5a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f73ec1-628e-4ac6-90cb-25bcb2b0846f', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'bc646aa1-4822-48f1-b514-4ac6a0ed50c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:54:30Z', 'updated_at': '2022-09-30T09:54:35Z', 'revision_number': 4, 'project_id': 'ba37653fe3b843e7904b39bf6d61f667', 'subnets': [{'id': 'bc646aa1-4822-48f1-b514-4ac6a0ed50c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:54:35.741960 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f773ba62-2b66-4667-a056-86c44035b382 None None] The sync data for ids ['80f73ec1-628e-4ac6-90cb-25bcb2b0846f'] in dv-cinder-master-3-smb is: [{'id': '80f73ec1-628e-4ac6-90cb-25bcb2b0846f', 'name': 'tempest-TestMinimumBasicScenario-528157641-router', 'tenant_id': 'ba37653fe3b843e7904b39bf6d61f667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.181'}], 'enable_snat': True}, 'gw_port_id': 'a18b59d2-6d03-47c0-9613-d884897e4a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:54:28Z', 'updated_at': '2022-09-30T09:54:30Z', 'revision_number': 4, 'project_id': 'ba37653fe3b843e7904b39bf6d61f667', 'gw_port': {'id': 'a18b59d2-6d03-47c0-9613-d884897e4a97', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:aa:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f73ec1-628e-4ac6-90cb-25bcb2b0846f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:54:28Z', 'updated_at': '2022-09-30T09:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'cc23aecd-b1b5-4b5b-b348-84ea2c932ab9', 'name': '', 'network_id': '59e2e898-b290-4112-b9ad-b26f7a59a7f6', 'tenant_id': 'ba37653fe3b843e7904b39bf6d61f667', 'mac_address': 'fa:16:3e:1c:5a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f73ec1-628e-4ac6-90cb-25bcb2b0846f', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'bc646aa1-4822-48f1-b514-4ac6a0ed50c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:54:30Z', 'updated_at': '2022-09-30T09:54:35Z', 'revision_number': 4, 'project_id': 'ba37653fe3b843e7904b39bf6d61f667', 'subnets': [{'id': 'bc646aa1-4822-48f1-b514-4ac6a0ed50c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:54:35.758665 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-33b12ef6-cb8e-4e87-9629-fa5d139594f8 None None] Current status of the port cc23aecd-b1b5-4b5b-b348-84ea2c932ab9 is: DOWN; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:54:35.760155 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-33b12ef6-cb8e-4e87-9629-fa5d139594f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (cc23aecd-b1b5-4b5b-b348-84ea2c932ab9), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:35.848068 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-33b12ef6-cb8e-4e87-9629-fa5d139594f8 None None] For port cc23aecd-b1b5-4b5b-b348-84ea2c932ab9, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=cc23aecd-b1b5-4b5b-b348-84ea2c932ab9,segment=NetworkSegment(55e1e8fd-7795-489f-9e4c-7c8870bd6436),segment_id=55e1e8fd-7795-489f-9e4c-7c8870bd6436)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:54:35.855838 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-33b12ef6-cb8e-4e87-9629-fa5d139594f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (cc23aecd-b1b5-4b5b-b348-84ea2c932ab9), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:35.913806 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b12ef6-cb8e-4e87-9629-fa5d139594f8 None None] Pushing event updated for resources: {'Port': ['ID=cc23aecd-b1b5-4b5b-b348-84ea2c932ab9,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:35.977468 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-23880a7e-bd52-4e0d-84f0-e3671819a84a None None] Provisioning complete for port cc23aecd-b1b5-4b5b-b348-84ea2c932ab9 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:54:35.978175 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-23880a7e-bd52-4e0d-84f0-e3671819a84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (cc23aecd-b1b5-4b5b-b348-84ea2c932ab9), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:35.978361 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-23880a7e-bd52-4e0d-84f0-e3671819a84a None None] Attempt 1 to provision port cc23aecd-b1b5-4b5b-b348-84ea2c932ab9 Sep 30 09:54:36.078519 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-23880a7e-bd52-4e0d-84f0-e3671819a84a None None] Current status of the port cc23aecd-b1b5-4b5b-b348-84ea2c932ab9 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:54:37.506712 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device cc23aecd-b1b5-4b5b-b348-84ea2c932ab9 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:54:37.547854 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:37.555322 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Provisioning complete for port cc23aecd-b1b5-4b5b-b348-84ea2c932ab9 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:54:37.556275 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (cc23aecd-b1b5-4b5b-b348-84ea2c932ab9), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:37.557735 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Attempt 1 to provision port cc23aecd-b1b5-4b5b-b348-84ea2c932ab9 Sep 30 09:54:37.639881 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Current status of the port cc23aecd-b1b5-4b5b-b348-84ea2c932ab9 is: ACTIVE; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:54:37.813841 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=75,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:37.828074 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:40.947122 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=45 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:40.948450 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=68,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:42.005478 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=88,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:42.007455 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=45 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:42.753079 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-26c402b4-4e87-47da-9a5f-f9280b5d2239 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:42.754464 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-26c402b4-4e87-47da-9a5f-f9280b5d2239 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/networks?id=6abf6d59-385e-47d9-bba0-060260632105 HTTP/1.1" status: 200 len: 814 time: 0.1139746 Sep 30 09:54:42.768836 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-a86aefa8-ee2d-4f86-93cb-a3d336014af9 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/quotas/85893bbff42c409483a5123cddc4a776 HTTP/1.1" status: 200 len: 375 time: 0.0090334 Sep 30 09:54:42.816864 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-f0d8cffa-9b9c-4bb7-a191-28f2126062dc tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=85893bbff42c409483a5123cddc4a776&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432577 Sep 30 09:54:42.914048 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-c17fdfd5-f9eb-41ce-bfc9-2b47e5517c60 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/6abf6d59-385e-47d9-bba0-060260632105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857282 Sep 30 09:54:43.008166 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-3faee9bf-d837-4903-90ff-b25a5a1c6f1f service neutron] 10.222.0.15 "GET /networking/v2.0/networks/6abf6d59-385e-47d9-bba0-060260632105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877993 Sep 30 09:54:43.176651 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-a574370b-efe2-440e-84b6-4181291c8020 req-8e29f2c7-d722-4a87-8e0c-0225d9087ef6 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 210 time: 0.0321088 Sep 30 09:54:44.268558 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-5fb37457-c1c3-47a1-99e7-ec04dc92a041 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:44.270201 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-5fb37457-c1c3-47a1-99e7-ec04dc92a041 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.40 "GET /networking/v2.0/networks?id=6abf6d59-385e-47d9-bba0-060260632105 HTTP/1.1" status: 200 len: 814 time: 0.1036479 Sep 30 09:54:44.285195 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-79d49d59-943e-4ebd-bebe-adaca2ddb177 req-598a09a8-a3d9-44cc-a85d-a631c85768d0 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 210 time: 0.0318475 Sep 30 09:54:44.290970 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-ded8cecf-e46c-41c6-b53c-b367804f1aa3 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Request body: {'port': {'device_id': 'e8505eb9-02d5-4b7b-a2cb-58d88c825f03', 'network_id': '6abf6d59-385e-47d9-bba0-060260632105', 'admin_state_up': True, 'tenant_id': '85893bbff42c409483a5123cddc4a776'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:54:44.407934 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-ded8cecf-e46c-41c6-b53c-b367804f1aa3 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Made reservation on behalf of 85893bbff42c409483a5123cddc4a776 for: {'port': 1} {{(pid=106375) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 09:54:44.411689 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-ded8cecf-e46c-41c6-b53c-b367804f1aa3 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:44.542671 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-ded8cecf-e46c-41c6-b53c-b367804f1aa3 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Allocated IP 172.20.0.9 (6abf6d59-385e-47d9-bba0-060260632105/61a19854-d77b-4c28-8e0b-d99f512a9c81/17cdc4ca-0422-4c77-9338-3cec5694ffe9) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:54:44.720340 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-ded8cecf-e46c-41c6-b53c-b367804f1aa3 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks [] for port (17cdc4ca-0422-4c77-9338-3cec5694ffe9), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:44.758580 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-ded8cecf-e46c-41c6-b53c-b367804f1aa3 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (17cdc4ca-0422-4c77-9338-3cec5694ffe9), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:44.818006 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-ded8cecf-e46c-41c6-b53c-b367804f1aa3 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Network 6abf6d59-385e-47d9-bba0-060260632105 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:54:44.821044 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:44.826316 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-ded8cecf-e46c-41c6-b53c-b367804f1aa3 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:54:44.843703 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-ded8cecf-e46c-41c6-b53c-b367804f1aa3 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:54:44.849802 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded8cecf-e46c-41c6-b53c-b367804f1aa3 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Pushing event updated for resources: {'Port': ['ID=17cdc4ca-0422-4c77-9338-3cec5694ffe9,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:44.911217 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-ded8cecf-e46c-41c6-b53c-b367804f1aa3 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:44.912062 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-ded8cecf-e46c-41c6-b53c-b367804f1aa3 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:44.951268 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-ded8cecf-e46c-41c6-b53c-b367804f1aa3 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.40 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6641998 Sep 30 09:54:45.167177 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-7d5d1d8d-5cfd-44d9-ba88-5fcd1e52ed04 None None] Provisioning complete for port 17cdc4ca-0422-4c77-9338-3cec5694ffe9 triggered by entity DHCP. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:54:45.168382 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7d5d1d8d-5cfd-44d9-ba88-5fcd1e52ed04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (17cdc4ca-0422-4c77-9338-3cec5694ffe9), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:45.169257 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-7d5d1d8d-5cfd-44d9-ba88-5fcd1e52ed04 None None] Attempt 1 to provision port 17cdc4ca-0422-4c77-9338-3cec5694ffe9 Sep 30 09:54:45.208904 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-7d5d1d8d-5cfd-44d9-ba88-5fcd1e52ed04 None None] Port 17cdc4ca-0422-4c77-9338-3cec5694ffe9 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:54:45.312217 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [req-57e48fd7-94a1-40c2-9df0-b757cea8bc3a req-cb60db35-20eb-4cf3-979d-82d867095f5d service neutron] (106376) timed out ('10.222.0.15', 42326) {{(pid=106376) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 30 09:54:45.441901 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347df1d-9437-40d2-8c4e-173f2391316c req-e148d4eb-6981-4889-959a-3237d1d69133 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:45.443713 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7347df1d-9437-40d2-8c4e-173f2391316c req-e148d4eb-6981-4889-959a-3237d1d69133 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 931 time: 0.0484374 Sep 30 09:54:45.500985 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [req-57e48fd7-94a1-40c2-9df0-b757cea8bc3a req-868a09e6-472b-4be9-9c28-d5d989335d66 tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] (106376) timed out ('10.222.0.15', 42334) {{(pid=106376) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 30 09:54:45.504555 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-7347df1d-9437-40d2-8c4e-173f2391316c req-7f24b6c7-fbef-468a-a3f5-8d69c1a38f66 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f7c09cf7-2acc-4313-94ec-08db915e064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543194 Sep 30 09:54:45.710754 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-7d5d1d8d-5cfd-44d9-ba88-5fcd1e52ed04 None None] Attempt 2 to provision port 17cdc4ca-0422-4c77-9338-3cec5694ffe9 Sep 30 09:54:45.745304 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-7d5d1d8d-5cfd-44d9-ba88-5fcd1e52ed04 None None] Port 17cdc4ca-0422-4c77-9338-3cec5694ffe9 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:54:46.246270 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-7d5d1d8d-5cfd-44d9-ba88-5fcd1e52ed04 None None] Attempt 3 to provision port 17cdc4ca-0422-4c77-9338-3cec5694ffe9 Sep 30 09:54:46.285346 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-7d5d1d8d-5cfd-44d9-ba88-5fcd1e52ed04 None None] Port 17cdc4ca-0422-4c77-9338-3cec5694ffe9 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:54:46.637157 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3e2e8-9063-4972-9743-92a97f255f9b req-6b75d83d-aea8-4b3d-a5d4-9ab55e311ecc tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:46.638687 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-3fa3e2e8-9063-4972-9743-92a97f255f9b req-6b75d83d-aea8-4b3d-a5d4-9ab55e311ecc tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 931 time: 0.0541682 Sep 30 09:54:46.699461 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-3fa3e2e8-9063-4972-9743-92a97f255f9b req-fbde5c17-c58f-4113-bbc6-1ab50b9c0b87 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f7c09cf7-2acc-4313-94ec-08db915e064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541408 Sep 30 09:54:46.787296 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-7d5d1d8d-5cfd-44d9-ba88-5fcd1e52ed04 None None] Attempt 4 to provision port 17cdc4ca-0422-4c77-9338-3cec5694ffe9 Sep 30 09:54:46.824696 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-7d5d1d8d-5cfd-44d9-ba88-5fcd1e52ed04 None None] Port 17cdc4ca-0422-4c77-9338-3cec5694ffe9 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:54:47.326198 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-7d5d1d8d-5cfd-44d9-ba88-5fcd1e52ed04 None None] Attempt 5 to provision port 17cdc4ca-0422-4c77-9338-3cec5694ffe9 Sep 30 09:54:47.364835 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-7d5d1d8d-5cfd-44d9-ba88-5fcd1e52ed04 None None] Port 17cdc4ca-0422-4c77-9338-3cec5694ffe9 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:54:47.848971 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d9f4a4-3c6f-4ba4-b011-3630be0770f5 req-91c9deb8-7602-4bc2-ba01-b70690cd2ed6 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:47.850564 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-30d9f4a4-3c6f-4ba4-b011-3630be0770f5 req-91c9deb8-7602-4bc2-ba01-b70690cd2ed6 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 931 time: 0.0486438 Sep 30 09:54:47.866127 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-7d5d1d8d-5cfd-44d9-ba88-5fcd1e52ed04 None None] Attempt 6 to provision port 17cdc4ca-0422-4c77-9338-3cec5694ffe9 Sep 30 09:54:47.908007 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-7d5d1d8d-5cfd-44d9-ba88-5fcd1e52ed04 None None] Port 17cdc4ca-0422-4c77-9338-3cec5694ffe9 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:54:47.914199 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-30d9f4a4-3c6f-4ba4-b011-3630be0770f5 req-32d70b24-90bb-4ccf-b493-b89d578aa4c4 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f7c09cf7-2acc-4313-94ec-08db915e064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579684 Sep 30 09:54:48.409150 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-7d5d1d8d-5cfd-44d9-ba88-5fcd1e52ed04 None None] Attempt 7 to provision port 17cdc4ca-0422-4c77-9338-3cec5694ffe9 Sep 30 09:54:48.445426 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-7d5d1d8d-5cfd-44d9-ba88-5fcd1e52ed04 None None] Port 17cdc4ca-0422-4c77-9338-3cec5694ffe9 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:54:48.946851 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-7d5d1d8d-5cfd-44d9-ba88-5fcd1e52ed04 None None] Attempt 8 to provision port 17cdc4ca-0422-4c77-9338-3cec5694ffe9 Sep 30 09:54:48.997564 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-7d5d1d8d-5cfd-44d9-ba88-5fcd1e52ed04 None None] Port 17cdc4ca-0422-4c77-9338-3cec5694ffe9 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:54:49.039737 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e46bf-e763-4735-a07b-9e715b36c1fb req-99335a95-e318-4d97-8867-f342f5a848fa tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:49.041964 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-300e46bf-e763-4735-a07b-9e715b36c1fb req-99335a95-e318-4d97-8867-f342f5a848fa tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 931 time: 0.0471618 Sep 30 09:54:49.095941 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-300e46bf-e763-4735-a07b-9e715b36c1fb req-f1e7232b-5138-4175-b5fe-36a5cc0f30a3 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f7c09cf7-2acc-4313-94ec-08db915e064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480545 Sep 30 09:54:49.252761 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:54:49.499375 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-7d5d1d8d-5cfd-44d9-ba88-5fcd1e52ed04 None None] Attempt 9 to provision port 17cdc4ca-0422-4c77-9338-3cec5694ffe9 Sep 30 09:54:49.539168 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-7d5d1d8d-5cfd-44d9-ba88-5fcd1e52ed04 None None] Port 17cdc4ca-0422-4c77-9338-3cec5694ffe9 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:54:50.040598 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-7d5d1d8d-5cfd-44d9-ba88-5fcd1e52ed04 None None] Attempt 10 to provision port 17cdc4ca-0422-4c77-9338-3cec5694ffe9 Sep 30 09:54:50.074900 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-7d5d1d8d-5cfd-44d9-ba88-5fcd1e52ed04 None None] Port 17cdc4ca-0422-4c77-9338-3cec5694ffe9 cannot update to ACTIVE because it is not bound. {{(pid=106377) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 30 09:54:50.497834 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94169d1-daec-4c07-bc2c-1445b200113d req-15ccd0cf-03b8-4b3d-a5a0-86ad376da17b tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:50.499302 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c94169d1-daec-4c07-bc2c-1445b200113d req-15ccd0cf-03b8-4b3d-a5a0-86ad376da17b tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 931 time: 0.3231447 Sep 30 09:54:50.559769 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c94169d1-daec-4c07-bc2c-1445b200113d req-772c8c27-28d3-4102-8994-280d3ebb7a4f tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f7c09cf7-2acc-4313-94ec-08db915e064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544081 Sep 30 09:54:51.687287 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6e8eb-a097-4a26-82b3-cbe68f7f387e req-f51400dd-098a-48db-a842-7bd883db7603 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:51.688748 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-bce6e8eb-a097-4a26-82b3-cbe68f7f387e req-f51400dd-098a-48db-a842-7bd883db7603 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 931 time: 0.0482733 Sep 30 09:54:51.736382 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-bce6e8eb-a097-4a26-82b3-cbe68f7f387e req-448be166-b0a8-493b-829b-cfa812703696 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f7c09cf7-2acc-4313-94ec-08db915e064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421591 Sep 30 09:54:52.862975 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b9f36-3300-462e-bf25-041eb4c4e0fb req-7a708156-a4ce-4b17-abbc-5eecdc060a53 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:52.864406 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-fe3b9f36-3300-462e-bf25-041eb4c4e0fb req-7a708156-a4ce-4b17-abbc-5eecdc060a53 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 931 time: 0.0489190 Sep 30 09:54:52.898736 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:52.911622 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-fe3b9f36-3300-462e-bf25-041eb4c4e0fb req-f6fad899-1ae3-4155-92e0-8fec4a5b8815 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f7c09cf7-2acc-4313-94ec-08db915e064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415902 Sep 30 09:54:53.998687 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:54.034851 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f52fc-a91a-4581-8fc4-2e260633cf5b req-316a6d81-b51e-496b-8c24-ae85ae99f728 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:54.036297 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1e5f52fc-a91a-4581-8fc4-2e260633cf5b req-316a6d81-b51e-496b-8c24-ae85ae99f728 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 931 time: 0.0465512 Sep 30 09:54:54.089537 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1e5f52fc-a91a-4581-8fc4-2e260633cf5b req-4e858046-f20a-4286-b50a-781774b895f4 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f7c09cf7-2acc-4313-94ec-08db915e064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443394 Sep 30 09:54:54.935226 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:54.937775 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=60,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:54.998175 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-cec5fe76-e9e6-46bd-9f33-ce0d4f32c4d2 service neutron] Request body: {'port': {'device_id': 'e8505eb9-02d5-4b7b-a2cb-58d88c825f03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:54:55.064346 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-cec5fe76-e9e6-46bd-9f33-ce0d4f32c4d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (17cdc4ca-0422-4c77-9338-3cec5694ffe9), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:55.208784 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4fb67-9b84-4831-be53-c7d0e6e6d58b req-4a4575d1-409a-40de-aa13-42110fedfda9 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:55.210211 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-53c4fb67-9b84-4831-be53-c7d0e6e6d58b req-4a4575d1-409a-40de-aa13-42110fedfda9 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 931 time: 0.0460563 Sep 30 09:54:55.261248 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-53c4fb67-9b84-4831-be53-c7d0e6e6d58b req-ab4969bc-7689-4520-8f4b-f65f4b11f670 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f7c09cf7-2acc-4313-94ec-08db915e064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450397 Sep 30 09:54:55.317807 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-cec5fe76-e9e6-46bd-9f33-ce0d4f32c4d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17cdc4ca-0422-4c77-9338-3cec5694ffe9 {{(pid=106375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:54:55.325822 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-cec5fe76-e9e6-46bd-9f33-ce0d4f32c4d2 service neutron] Publish callbacks [] for port (17cdc4ca-0422-4c77-9338-3cec5694ffe9), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:55.337709 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.provisioning_blocks [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-cec5fe76-e9e6-46bd-9f33-ce0d4f32c4d2 service neutron] Transition to ACTIVE for port object 17cdc4ca-0422-4c77-9338-3cec5694ffe9 will not be triggered until provisioned by entity L2. {{(pid=106375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 30 09:54:55.341886 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-cec5fe76-e9e6-46bd-9f33-ce0d4f32c4d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1379309'] for port (17cdc4ca-0422-4c77-9338-3cec5694ffe9), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:55.419856 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5fe76-e9e6-46bd-9f33-ce0d4f32c4d2 service neutron] Pushing event updated for resources: {'Port': ['ID=17cdc4ca-0422-4c77-9338-3cec5694ffe9,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:55.451128 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-cec5fe76-e9e6-46bd-9f33-ce0d4f32c4d2 service neutron] Attempting to bind port 17cdc4ca-0422-4c77-9338-3cec5694ffe9 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 30 09:54:55.451457 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-cec5fe76-e9e6-46bd-9f33-ce0d4f32c4d2 service neutron] Attempting to bind port 17cdc4ca-0422-4c77-9338-3cec5694ffe9 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'f73c351c-e80d-4b9b-92c7-7bc95d921f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6abf6d59-385e-47d9-bba0-060260632105'}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 30 09:54:55.451785 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-cec5fe76-e9e6-46bd-9f33-ce0d4f32c4d2 service neutron] Attempting to bind port 17cdc4ca-0422-4c77-9338-3cec5694ffe9 on network 6abf6d59-385e-47d9-bba0-060260632105 {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:54:55.491524 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-cec5fe76-e9e6-46bd-9f33-ce0d4f32c4d2 service neutron] Port 17cdc4ca-0422-4c77-9338-3cec5694ffe9 on network 6abf6d59-385e-47d9-bba0-060260632105 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 09:54:55.491755 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-cec5fe76-e9e6-46bd-9f33-ce0d4f32c4d2 service neutron] Attempting to bind port 17cdc4ca-0422-4c77-9338-3cec5694ffe9 on network 6abf6d59-385e-47d9-bba0-060260632105 {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 09:54:55.532621 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-cec5fe76-e9e6-46bd-9f33-ce0d4f32c4d2 service neutron] Checking agent: {'id': '163c8669-4b7e-4ed1-afd3-94872a5a2df2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 30, 9, 34), 'started_at': datetime.datetime(2022, 9, 30, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 9, 30, 9, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 30 09:54:55.532960 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-cec5fe76-e9e6-46bd-9f33-ce0d4f32c4d2 service neutron] Checking segment: {'id': 'f73c351c-e80d-4b9b-92c7-7bc95d921f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6abf6d59-385e-47d9-bba0-060260632105'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 30 09:54:55.533336 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-cec5fe76-e9e6-46bd-9f33-ce0d4f32c4d2 service neutron] Bound using segment: {'id': 'f73c351c-e80d-4b9b-92c7-7bc95d921f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6abf6d59-385e-47d9-bba0-060260632105'} {{(pid=106375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 30 09:54:55.533808 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.managers [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-cec5fe76-e9e6-46bd-9f33-ce0d4f32c4d2 service neutron] Bound port: 17cdc4ca-0422-4c77-9338-3cec5694ffe9, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f73c351c-e80d-4b9b-92c7-7bc95d921f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6abf6d59-385e-47d9-bba0-060260632105'}}] {{(pid=106375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 30 09:54:55.534163 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-cec5fe76-e9e6-46bd-9f33-ce0d4f32c4d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (17cdc4ca-0422-4c77-9338-3cec5694ffe9), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:55.596135 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-cec5fe76-e9e6-46bd-9f33-ce0d4f32c4d2 service neutron] For port 17cdc4ca-0422-4c77-9338-3cec5694ffe9, host hv-cinder-maste, cleared binding levels {{(pid=106375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 09:54:55.599149 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-cec5fe76-e9e6-46bd-9f33-ce0d4f32c4d2 service neutron] For port 17cdc4ca-0422-4c77-9338-3cec5694ffe9, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=17cdc4ca-0422-4c77-9338-3cec5694ffe9,segment=NetworkSegment(f73c351c-e80d-4b9b-92c7-7bc95d921f75),segment_id=f73c351c-e80d-4b9b-92c7-7bc95d921f75)] {{(pid=106375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 09:54:55.605317 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-cec5fe76-e9e6-46bd-9f33-ce0d4f32c4d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1379309'] for port (17cdc4ca-0422-4c77-9338-3cec5694ffe9), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:55.609479 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-cec5fe76-e9e6-46bd-9f33-ce0d4f32c4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:55.610108 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-cec5fe76-e9e6-46bd-9f33-ce0d4f32c4d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:55.611494 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-cec5fe76-e9e6-46bd-9f33-ce0d4f32c4d2 service neutron] 10.222.0.40 "PUT /networking/v2.0/ports/17cdc4ca-0422-4c77-9338-3cec5694ffe9 HTTP/1.1" status: 200 len: 1093 time: 0.6185045 Sep 30 09:54:55.612921 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8505eb9-02d5-4b7b-a2cb-58d88c825f03', 'tag': '17cdc4ca-0422-4c77-9338-3cec5694ffe9'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:54:55.615150 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a2765c340e485259911155c50f33e4425258638b85650f0a2a20d0c41df364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2897318d-9f49-448c-8d6e-ddb357889690" -d '{"events": [{"name": "network-changed", "server_uuid": "e8505eb9-02d5-4b7b-a2cb-58d88c825f03", "tag": "17cdc4ca-0422-4c77-9338-3cec5694ffe9"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:54:55.656335 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49466995-d697-499d-ab1c-f1f1a4601ddb x-openstack-request-id: req-49466995-d697-499d-ab1c-f1f1a4601ddb {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:54:55.656625 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8505eb9-02d5-4b7b-a2cb-58d88c825f03", "tag": "17cdc4ca-0422-4c77-9338-3cec5694ffe9", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:54:55.656877 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-49466995-d697-499d-ab1c-f1f1a4601ddb {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:54:55.657273 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49466995-d697-499d-ab1c-f1f1a4601ddb'] response: {'name': 'network-changed', 'server_uuid': 'e8505eb9-02d5-4b7b-a2cb-58d88c825f03', 'tag': '17cdc4ca-0422-4c77-9338-3cec5694ffe9', 'status': 'completed', 'code': 200} Sep 30 09:54:55.662178 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5fe76-e9e6-46bd-9f33-ce0d4f32c4d2 service neutron] Pushing event updated for resources: {'Port': ['ID=17cdc4ca-0422-4c77-9338-3cec5694ffe9,revision_number=3']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:55.717223 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-a83d66a6-78ec-4ae2-968e-e69527c71211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:55.718784 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-a83d66a6-78ec-4ae2-968e-e69527c71211 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=85893bbff42c409483a5123cddc4a776&device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 1127 time: 0.0381868 Sep 30 09:54:55.768393 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-0afa2f5f-7a9b-4584-83a8-526c93c4c3ed service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17cdc4ca-0422-4c77-9338-3cec5694ffe9 HTTP/1.1" status: 200 len: 217 time: 0.0371873 Sep 30 09:54:55.811511 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:55.817667 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-a5fb81c9-41b3-48d9-838b-e4fff6cb9464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:55.819138 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-a5fb81c9-41b3-48d9-838b-e4fff6cb9464 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=61a19854-d77b-4c28-8e0b-d99f512a9c81 HTTP/1.1" status: 200 len: 853 time: 0.0448296 Sep 30 09:54:55.861420 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-63f30035-af86-4310-ac1e-81ff62cf8056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:55.862908 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-63f30035-af86-4310-ac1e-81ff62cf8056 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=6abf6d59-385e-47d9-bba0-060260632105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0376256 Sep 30 09:54:55.952344 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-8a6a95cb-7369-4bf7-baab-f083eea2adcf service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6abf6d59-385e-47d9-bba0-060260632105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834854 Sep 30 09:54:55.965454 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:56.001147 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-cbbadb78-5bf0-4306-bdc4-a3535173ca35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:56.044250 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-2d4a2eb3-287c-45b5-8d08-a54814ef80b3 req-27cfe6dc-966d-49f1-a398-15ec1b575032 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6abf6d59-385e-47d9-bba0-060260632105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856218 Sep 30 09:54:56.379411 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47504304-38fe-4d77-9422-e9cda1c3c2fc req-6628024e-8eaa-49e4-b9d9-527587178a39 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:56.380874 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-47504304-38fe-4d77-9422-e9cda1c3c2fc req-6628024e-8eaa-49e4-b9d9-527587178a39 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 943 time: 0.0464914 Sep 30 09:54:56.429096 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-47504304-38fe-4d77-9422-e9cda1c3c2fc req-1423a984-d34b-40bf-82df-197e6b6edd5b tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f7c09cf7-2acc-4313-94ec-08db915e064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421119 Sep 30 09:54:57.550406 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e62526-7652-4dfc-8cde-fe7773183bbe req-2493d483-e43f-4ee5-a846-e5956d527090 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:57.551859 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-09e62526-7652-4dfc-8cde-fe7773183bbe req-2493d483-e43f-4ee5-a846-e5956d527090 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 943 time: 0.0468583 Sep 30 09:54:57.600074 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-09e62526-7652-4dfc-8cde-fe7773183bbe req-2d4cbb9e-e879-434b-9edf-786c4a82369e tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f7c09cf7-2acc-4313-94ec-08db915e064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425599 Sep 30 09:54:58.312474 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897318d-9f49-448c-8d6e-ddb357889690 req-67435800-21bd-4fec-869d-849b9c0341ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:58.313974 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-2897318d-9f49-448c-8d6e-ddb357889690 req-67435800-21bd-4fec-869d-849b9c0341ab service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=85893bbff42c409483a5123cddc4a776&device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 1127 time: 0.0416670 Sep 30 09:54:58.345748 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-aff9a0a9-453c-48b4-a299-9949af56e952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:58.412028 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897318d-9f49-448c-8d6e-ddb357889690 req-11c7dff0-f70e-4fd0-8bae-ce43b2e24935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:58.413566 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-2897318d-9f49-448c-8d6e-ddb357889690 req-11c7dff0-f70e-4fd0-8bae-ce43b2e24935 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=6abf6d59-385e-47d9-bba0-060260632105 HTTP/1.1" status: 200 len: 915 time: 0.0908611 Sep 30 09:54:58.432093 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 17cdc4ca-0422-4c77-9338-3cec5694ffe9 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106377) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 09:54:58.454862 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-2897318d-9f49-448c-8d6e-ddb357889690 req-165679fa-3470-4eca-b24d-2c43b088f38e service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17cdc4ca-0422-4c77-9338-3cec5694ffe9 HTTP/1.1" status: 200 len: 217 time: 0.0357590 Sep 30 09:54:58.491289 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:58.503248 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897318d-9f49-448c-8d6e-ddb357889690 req-82f8e569-93e9-4502-8780-2d4bbbcc7e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:58.504693 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-2897318d-9f49-448c-8d6e-ddb357889690 req-82f8e569-93e9-4502-8780-2d4bbbcc7e0e service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=61a19854-d77b-4c28-8e0b-d99f512a9c81 HTTP/1.1" status: 200 len: 853 time: 0.0439858 Sep 30 09:54:58.531765 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port 17cdc4ca-0422-4c77-9338-3cec5694ffe9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=17cdc4ca-0422-4c77-9338-3cec5694ffe9,segment=NetworkSegment(f73c351c-e80d-4b9b-92c7-7bc95d921f75),segment_id=f73c351c-e80d-4b9b-92c7-7bc95d921f75)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:54:58.545898 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Returning: {'device': '17cdc4ca-0422-4c77-9338-3cec5694ffe9', 'network_id': '6abf6d59-385e-47d9-bba0-060260632105', 'port_id': '17cdc4ca-0422-4c77-9338-3cec5694ffe9', 'mac_address': 'fa:16:3e:16:05:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61a19854-d77b-4c28-8e0b-d99f512a9c81', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106377) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 09:54:58.547922 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897318d-9f49-448c-8d6e-ddb357889690 req-b206c621-0708-4b6f-80aa-1074858fe13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:58.549420 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-2897318d-9f49-448c-8d6e-ddb357889690 req-b206c621-0708-4b6f-80aa-1074858fe13f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=6abf6d59-385e-47d9-bba0-060260632105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0390494 Sep 30 09:54:58.580966 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port 17cdc4ca-0422-4c77-9338-3cec5694ffe9 is: DOWN; New status is: BUILD {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:54:58.581288 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (17cdc4ca-0422-4c77-9338-3cec5694ffe9), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:58.594348 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17cdc4ca-0422-4c77-9338-3cec5694ffe9 {{(pid=106377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 30 09:54:58.614347 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port 17cdc4ca-0422-4c77-9338-3cec5694ffe9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=17cdc4ca-0422-4c77-9338-3cec5694ffe9,segment=NetworkSegment(f73c351c-e80d-4b9b-92c7-7bc95d921f75),segment_id=f73c351c-e80d-4b9b-92c7-7bc95d921f75)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:54:58.619069 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (17cdc4ca-0422-4c77-9338-3cec5694ffe9), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:58.644853 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-2897318d-9f49-448c-8d6e-ddb357889690 req-646f42af-b365-4c61-ac97-bec01f584245 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6abf6d59-385e-47d9-bba0-060260632105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890787 Sep 30 09:54:58.670855 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=17cdc4ca-0422-4c77-9338-3cec5694ffe9,revision_number=4']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:54:58.731298 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeff886-2762-4390-926d-3f3ed0579771 req-3fc9c33b-9f88-40b3-ba1f-08ab31d77028 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:58.732733 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1eeff886-2762-4390-926d-3f3ed0579771 req-3fc9c33b-9f88-40b3-ba1f-08ab31d77028 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 944 time: 0.0531445 Sep 30 09:54:58.737924 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-2897318d-9f49-448c-8d6e-ddb357889690 req-f6593cf7-fee0-4ff7-9d9a-01e744f8b4c8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6abf6d59-385e-47d9-bba0-060260632105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872586 Sep 30 09:54:58.780300 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1eeff886-2762-4390-926d-3f3ed0579771 req-faae30cf-c69d-46a5-befb-a1e0d7eb7e17 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f7c09cf7-2acc-4313-94ec-08db915e064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416303 Sep 30 09:54:59.046444 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] get_ports_and_sgs() called for port_ids ['17cdc4ca-0422-4c77-9338-3cec5694ffe9'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:54:59.101502 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:54:59.519619 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:59.835776 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:54:59.901534 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160dac3-9f7a-42d0-9128-1e32fa0d365a req-08cff7cd-55aa-4f8d-addb-778b42222b02 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:54:59.903629 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-9160dac3-9f7a-42d0-9128-1e32fa0d365a req-08cff7cd-55aa-4f8d-addb-778b42222b02 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 944 time: 0.0472646 Sep 30 09:54:59.949185 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-9160dac3-9f7a-42d0-9128-1e32fa0d365a req-c13583d3-9e12-4a0e-bd46-5231d8fe4d99 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f7c09cf7-2acc-4313-94ec-08db915e064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394378 Sep 30 09:55:00.452704 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 17cdc4ca-0422-4c77-9338-3cec5694ffe9 up at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 09:55:00.493258 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Provisioning for port 17cdc4ca-0422-4c77-9338-3cec5694ffe9 completed by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 30 09:55:00.499617 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.provisioning_blocks [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Provisioning complete for port 17cdc4ca-0422-4c77-9338-3cec5694ffe9 triggered by entity L2. {{(pid=106377) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 30 09:55:00.500012 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3603409'] for port (17cdc4ca-0422-4c77-9338-3cec5694ffe9), provisioning_complete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:00.500344 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Attempt 1 to provision port 17cdc4ca-0422-4c77-9338-3cec5694ffe9 Sep 30 09:55:00.576762 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Current status of the port 17cdc4ca-0422-4c77-9338-3cec5694ffe9 is: BUILD; New status is: ACTIVE {{(pid=106377) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 30 09:55:00.577405 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (17cdc4ca-0422-4c77-9338-3cec5694ffe9), before_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:00.600331 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8505eb9-02d5-4b7b-a2cb-58d88c825f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17cdc4ca-0422-4c77-9338-3cec5694ffe9'}] {{(pid=106377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:55:00.602578 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}572cd3d2a36c298d242844143b4f2eb8d6763781bbf742a8cfd50e233d5d8038" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6abc26-7cd3-4f92-ba6a-23c8fe762ba9" -d '{"events": [{"server_uuid": "e8505eb9-02d5-4b7b-a2cb-58d88c825f03", "name": "network-vif-plugged", "status": "completed", "tag": "17cdc4ca-0422-4c77-9338-3cec5694ffe9"}]}' {{(pid=106377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:55:00.615578 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] For port 17cdc4ca-0422-4c77-9338-3cec5694ffe9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=17cdc4ca-0422-4c77-9338-3cec5694ffe9,segment=NetworkSegment(f73c351c-e80d-4b9b-92c7-7bc95d921f75),segment_id=f73c351c-e80d-4b9b-92c7-7bc95d921f75)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:55:00.619540 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814'] for port (17cdc4ca-0422-4c77-9338-3cec5694ffe9), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:00.643071 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848ae5ce-3334-45e2-86c4-b51340a76384 x-openstack-request-id: req-848ae5ce-3334-45e2-86c4-b51340a76384 {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:55:00.643353 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8505eb9-02d5-4b7b-a2cb-58d88c825f03", "name": "network-vif-plugged", "status": "completed", "tag": "17cdc4ca-0422-4c77-9338-3cec5694ffe9", "code": 200}]} {{(pid=106377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:55:00.643599 dv-cinder-master-3-smb neutron-server[106377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-848ae5ce-3334-45e2-86c4-b51340a76384 {{(pid=106377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:55:00.643983 dv-cinder-master-3-smb neutron-server[106377]: INFO neutron.notifiers.nova [-] Nova event matching ['req-848ae5ce-3334-45e2-86c4-b51340a76384'] response: {'server_uuid': 'e8505eb9-02d5-4b7b-a2cb-58d88c825f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17cdc4ca-0422-4c77-9338-3cec5694ffe9', 'code': 200} Sep 30 09:55:00.670004 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Pushing event updated for resources: {'Port': ['ID=17cdc4ca-0422-4c77-9338-3cec5694ffe9,revision_number=5']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:55:00.847667 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ce274-1dd1-4335-a2bf-a89d7f4ce31d req-715fd124-6aaf-4583-a07b-08a4014df626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:00.849122 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-fd8ce274-1dd1-4335-a2bf-a89d7f4ce31d req-715fd124-6aaf-4583-a07b-08a4014df626 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 1129 time: 0.0411739 Sep 30 09:55:00.892116 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-fd8ce274-1dd1-4335-a2bf-a89d7f4ce31d req-1fee0b6e-3705-43a1-9e22-63db8a7172e6 service neutron] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f7c09cf7-2acc-4313-94ec-08db915e064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373065 Sep 30 09:55:01.014897 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:01.044427 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:01.074605 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dca69e-67d1-49c9-936f-5265cee7c0de req-d629ccca-4c38-4bd5-b7f8-799c3f834c5d tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:01.076048 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-79dca69e-67d1-49c9-936f-5265cee7c0de req-d629ccca-4c38-4bd5-b7f8-799c3f834c5d tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 945 time: 0.0510955 Sep 30 09:55:01.123181 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-79dca69e-67d1-49c9-936f-5265cee7c0de req-51f99997-2264-475e-b240-c51808b44f8c tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f7c09cf7-2acc-4313-94ec-08db915e064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415843 Sep 30 09:55:02.242925 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f16d2-f196-4645-8d70-bd12247c8725 req-f2a8cb0c-66c9-482d-a9cf-e9eca2c6bcf1 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:02.244365 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-be2f16d2-f196-4645-8d70-bd12247c8725 req-f2a8cb0c-66c9-482d-a9cf-e9eca2c6bcf1 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 945 time: 0.0464835 Sep 30 09:55:02.291442 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-be2f16d2-f196-4645-8d70-bd12247c8725 req-b10d8367-7a04-44a9-a763-bb64732a8d87 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f7c09cf7-2acc-4313-94ec-08db915e064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414782 Sep 30 09:55:03.408952 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095257d-b952-4288-a289-22f8e0fceee1 req-c7e293e3-75b4-489e-b895-96d1fd3ea4e8 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:03.410493 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c095257d-b952-4288-a289-22f8e0fceee1 req-c7e293e3-75b4-489e-b895-96d1fd3ea4e8 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 945 time: 0.0464880 Sep 30 09:55:03.461758 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-c095257d-b952-4288-a289-22f8e0fceee1 req-8cc901dc-b9c9-459b-a8be-385c9d87fd36 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f7c09cf7-2acc-4313-94ec-08db915e064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456185 Sep 30 09:55:03.579989 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f88ea-4fe9-487c-b8e2-9568c2736384 req-f12fb447-45c6-41f4-8568-b9d4e000aa92 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:03.581349 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d96f88ea-4fe9-487c-b8e2-9568c2736384 req-f12fb447-45c6-41f4-8568-b9d4e000aa92 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 945 time: 0.0463793 Sep 30 09:55:03.628707 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d96f88ea-4fe9-487c-b8e2-9568c2736384 req-1232e119-f77d-4197-aad7-d9d7ba894909 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f7c09cf7-2acc-4313-94ec-08db915e064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418577 Sep 30 09:55:03.957033 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651c887-ba1f-47f3-b29d-17be1e9251fb req-caac2b8c-edb5-478b-91c0-1d16b253f9db tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:03.958527 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4651c887-ba1f-47f3-b29d-17be1e9251fb req-caac2b8c-edb5-478b-91c0-1d16b253f9db tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 945 time: 0.0468800 Sep 30 09:55:03.994253 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:04.006645 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4651c887-ba1f-47f3-b29d-17be1e9251fb req-ca35da4d-7cf8-4b74-b466-253b5b1eec24 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f7c09cf7-2acc-4313-94ec-08db915e064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426326 Sep 30 09:55:08.389042 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:08.400457 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6954ee09-df94-4ba8-be82-d8b6d5c2ef3b req-9ef12999-2c26-4b16-bd69-aee1c24514c2 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:08.402520 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6954ee09-df94-4ba8-be82-d8b6d5c2ef3b req-9ef12999-2c26-4b16-bd69-aee1c24514c2 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 945 time: 0.0511587 Sep 30 09:55:08.449545 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-6954ee09-df94-4ba8-be82-d8b6d5c2ef3b req-6b0d9587-7f7a-4a78-8116-ec12c74b7b6c tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f7c09cf7-2acc-4313-94ec-08db915e064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407836 Sep 30 09:55:08.477658 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 46926) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:55:08.604166 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76425053-98ed-4800-8160-e27875c543ef tempest-TestMinimumBasicScenario-736458531 tempest-TestMinimumBasicScenario-736458531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:08.605961 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-76425053-98ed-4800-8160-e27875c543ef tempest-TestMinimumBasicScenario-736458531 tempest-TestMinimumBasicScenario-736458531-project-admin] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 1124 time: 0.1273561 Sep 30 09:55:08.608760 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 46930) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:55:08.612900 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-cf3adf6d-a639-4e16-8ce5-65c2e8ecd27e tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Request body: {'floatingip': {'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'port_id': '17cdc4ca-0422-4c77-9338-3cec5694ffe9', 'tenant_id': '85893bbff42c409483a5123cddc4a776', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:55:08.634163 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-cf3adf6d-a639-4e16-8ce5-65c2e8ecd27e tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:08.696072 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:08.713868 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-cf3adf6d-a639-4e16-8ce5-65c2e8ecd27e tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (None), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:08.813649 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.db_base_plugin_common [None req-cf3adf6d-a639-4e16-8ce5-65c2e8ecd27e tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Allocated IP 172.37.1.24 (4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2/0f15ec3b-6992-47ef-bdfa-402dc9430f5b/a4806ca1-28a4-4cb2-8a61-1aa47882cfb9) {{(pid=106375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 09:55:08.906571 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:08.919928 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-cf3adf6d-a639-4e16-8ce5-65c2e8ecd27e tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks [] for port (a4806ca1-28a4-4cb2-8a61-1aa47882cfb9), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:08.952103 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-cf3adf6d-a639-4e16-8ce5-65c2e8ecd27e tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770945464778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (a4806ca1-28a4-4cb2-8a61-1aa47882cfb9), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:08.989995 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3adf6d-a639-4e16-8ce5-65c2e8ecd27e tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Network 4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2 is already hosted by enough agents. {{(pid=106375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 09:55:08.992908 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.base_scheduler [None req-cf3adf6d-a639-4e16-8ce5-65c2e8ecd27e tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Resources bound (agent type, host, resource id): {{(pid=106375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 09:55:08.997224 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3adf6d-a639-4e16-8ce5-65c2e8ecd27e tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Received port after_create {{(pid=106375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 30 09:55:09.021765 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3adf6d-a639-4e16-8ce5-65c2e8ecd27e tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Pushing event updated for resources: {'Port': ['ID=a4806ca1-28a4-4cb2-8a61-1aa47882cfb9,revision_number=1']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:55:09.201116 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:09.205536 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=5 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:09.583172 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-cf3adf6d-a639-4e16-8ce5-65c2e8ecd27e tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks [] for floatingip (c7e4ea0e-7645-4636-a73e-e9740f34d4c3), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:09.647901 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-cf3adf6d-a639-4e16-8ce5-65c2e8ecd27e tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (a4806ca1-28a4-4cb2-8a61-1aa47882cfb9), before_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:09.692277 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:09.796029 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-cf3adf6d-a639-4e16-8ce5-65c2e8ecd27e tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks [] for port (a4806ca1-28a4-4cb2-8a61-1aa47882cfb9), precommit_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:09.800563 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-cf3adf6d-a639-4e16-8ce5-65c2e8ecd27e tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1379309'] for port (a4806ca1-28a4-4cb2-8a61-1aa47882cfb9), after_update {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:09.869264 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3adf6d-a639-4e16-8ce5-65c2e8ecd27e tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Pushing event updated for resources: {'Port': ['ID=a4806ca1-28a4-4cb2-8a61-1aa47882cfb9,revision_number=2']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:55:09.872101 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-cf3adf6d-a639-4e16-8ce5-65c2e8ecd27e tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759975'] for floatingip (c7e4ea0e-7645-4636-a73e-e9740f34d4c3), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:09.916154 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:09.969925 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.db.l3_db [None req-cf3adf6d-a639-4e16-8ce5-65c2e8ecd27e tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Floating IP c7e4ea0e-7645-4636-a73e-e9740f34d4c3 associated. External IP: 172.37.1.24, port: 17cdc4ca-0422-4c77-9338-3cec5694ffe9. Sep 30 09:55:10.164427 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3adf6d-a639-4e16-8ce5-65c2e8ecd27e tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Router e2d1d66a-e439-4278-81f2-c83b26117d89 has already been hosted by L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 {{(pid=106375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:55:10.269988 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3adf6d-a639-4e16-8ce5-65c2e8ecd27e tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:55:10.280347 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377e842c-7db2-4bd2-8a31-b9c58a4e05ac None None] Sync routers for ids ['e2d1d66a-e439-4278-81f2-c83b26117d89'] in dv-cinder-master-3-smb {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:55:10.288428 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-cf3adf6d-a639-4e16-8ce5-65c2e8ecd27e tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for floatingip (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:10.290391 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377e842c-7db2-4bd2-8a31-b9c58a4e05ac None None] Routers {'e2d1d66a-e439-4278-81f2-c83b26117d89'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:55:10.291010 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-377e842c-7db2-4bd2-8a31-b9c58a4e05ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:54:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['e2d1d66a-e439-4278-81f2-c83b26117d89'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:55:10.323281 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-cf3adf6d-a639-4e16-8ce5-65c2e8ecd27e tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7133739 Sep 30 09:55:10.324470 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8505eb9-02d5-4b7b-a2cb-58d88c825f03', 'tag': '17cdc4ca-0422-4c77-9338-3cec5694ffe9'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:55:10.326773 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 46932) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:55:10.327279 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a2765c340e485259911155c50f33e4425258638b85650f0a2a20d0c41df364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8aaca13-6fc3-4272-9177-44dc6109ba62" -d '{"events": [{"name": "network-changed", "server_uuid": "e8505eb9-02d5-4b7b-a2cb-58d88c825f03", "tag": "17cdc4ca-0422-4c77-9338-3cec5694ffe9"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:55:10.331413 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-381a1aa6-dc5d-4764-9694-ec9adc800a18 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-44458286', 'description': 'tempest-secgroup-smoke-44458286 description', 'project_id': '85893bbff42c409483a5123cddc4a776'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:55:10.355866 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-381a1aa6-dc5d-4764-9694-ec9adc800a18 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks [] for security_group (None), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:10.401465 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-377e842c-7db2-4bd2-8a31-b9c58a4e05ac None None] Set router e2d1d66a-e439-4278-81f2-c83b26117d89 gateway port host: dv-cinder-master-3-smb {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:55:10.436652 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-381a1aa6-dc5d-4764-9694-ec9adc800a18 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks [] for security_group (e3db9b4e-b08b-4907-84da-4e41e45285c1), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:10.442328 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-381a1aa6-dc5d-4764-9694-ec9adc800a18 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (e3db9b4e-b08b-4907-84da-4e41e45285c1), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:10.478972 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-381a1aa6-dc5d-4764-9694-ec9adc800a18 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks [] for security_group (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:10.481407 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-381a1aa6-dc5d-4764-9694-ec9adc800a18 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1535015 Sep 30 09:55:10.484393 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 46938) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:55:10.487007 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381a1aa6-dc5d-4764-9694-ec9adc800a18 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3db9b4e-b08b-4907-84da-4e41e45285c1,revision_number=1']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:55:10.490426 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-a9718486-fb8c-4c93-99ab-ba074bcd08fd tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Request body: {'security_group_rule': {'security_group_id': 'e3db9b4e-b08b-4907-84da-4e41e45285c1', 'project_id': '85893bbff42c409483a5123cddc4a776', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:55:10.495969 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a1aa6-dc5d-4764-9694-ec9adc800a18 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:55:10.496824 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a1aa6-dc5d-4764-9694-ec9adc800a18 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:55:10.497393 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a1aa6-dc5d-4764-9694-ec9adc800a18 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:55:10.498001 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a1aa6-dc5d-4764-9694-ec9adc800a18 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:55:10.498561 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a1aa6-dc5d-4764-9694-ec9adc800a18 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:55:10.499118 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a1aa6-dc5d-4764-9694-ec9adc800a18 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:55:10.499690 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a1aa6-dc5d-4764-9694-ec9adc800a18 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:55:10.500344 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a1aa6-dc5d-4764-9694-ec9adc800a18 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:55:10.500899 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a1aa6-dc5d-4764-9694-ec9adc800a18 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:55:10.501571 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a1aa6-dc5d-4764-9694-ec9adc800a18 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:55:10.502140 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a1aa6-dc5d-4764-9694-ec9adc800a18 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:55:10.502765 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a1aa6-dc5d-4764-9694-ec9adc800a18 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:55:10.503320 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a1aa6-dc5d-4764-9694-ec9adc800a18 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:55:10.503870 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a1aa6-dc5d-4764-9694-ec9adc800a18 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:55:10.504403 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381a1aa6-dc5d-4764-9694-ec9adc800a18 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:55:10.521331 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a9718486-fb8c-4c93-99ab-ba074bcd08fd tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks [] for security_group_rule (8ba268ea-49b0-44aa-8578-acf6e5a9a4ca), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:10.548701 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbef848-05ad-4dce-adc0-f95de98c5f92 x-openstack-request-id: req-5fbef848-05ad-4dce-adc0-f95de98c5f92 {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:55:10.548990 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8505eb9-02d5-4b7b-a2cb-58d88c825f03", "tag": "17cdc4ca-0422-4c77-9338-3cec5694ffe9", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:55:10.549245 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5fbef848-05ad-4dce-adc0-f95de98c5f92 {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:55:10.549672 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fbef848-05ad-4dce-adc0-f95de98c5f92'] response: {'name': 'network-changed', 'server_uuid': 'e8505eb9-02d5-4b7b-a2cb-58d88c825f03', 'tag': '17cdc4ca-0422-4c77-9338-3cec5694ffe9', 'status': 'completed', 'code': 200} Sep 30 09:55:10.588315 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a9718486-fb8c-4c93-99ab-ba074bcd08fd tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks [] for security_group_rule (8ba268ea-49b0-44aa-8578-acf6e5a9a4ca), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:10.592471 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a9718486-fb8c-4c93-99ab-ba074bcd08fd tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766877'] for security_group_rule (8ba268ea-49b0-44aa-8578-acf6e5a9a4ca), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:10.633549 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9718486-fb8c-4c93-99ab-ba074bcd08fd tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ba268ea-49b0-44aa-8578-acf6e5a9a4ca,revision_number=0']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:55:10.647592 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9718486-fb8c-4c93-99ab-ba074bcd08fd tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:55:10.647939 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9718486-fb8c-4c93-99ab-ba074bcd08fd tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:55:10.648285 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9718486-fb8c-4c93-99ab-ba074bcd08fd tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:55:10.648624 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9718486-fb8c-4c93-99ab-ba074bcd08fd tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:55:10.648964 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9718486-fb8c-4c93-99ab-ba074bcd08fd tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:55:10.649332 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9718486-fb8c-4c93-99ab-ba074bcd08fd tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:55:10.649850 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9718486-fb8c-4c93-99ab-ba074bcd08fd tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:55:10.650187 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9718486-fb8c-4c93-99ab-ba074bcd08fd tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:55:10.650517 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9718486-fb8c-4c93-99ab-ba074bcd08fd tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:55:10.650849 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9718486-fb8c-4c93-99ab-ba074bcd08fd tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:55:10.651177 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9718486-fb8c-4c93-99ab-ba074bcd08fd tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:55:10.651501 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9718486-fb8c-4c93-99ab-ba074bcd08fd tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:55:10.652457 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9718486-fb8c-4c93-99ab-ba074bcd08fd tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:55:10.652786 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9718486-fb8c-4c93-99ab-ba074bcd08fd tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:55:10.653112 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9718486-fb8c-4c93-99ab-ba074bcd08fd tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:55:10.663538 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aaca13-6fc3-4272-9177-44dc6109ba62 req-1a37629e-5ee6-4b60-ba31-d332f8ba0124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:10.665056 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-e8aaca13-6fc3-4272-9177-44dc6109ba62 req-1a37629e-5ee6-4b60-ba31-d332f8ba0124 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=85893bbff42c409483a5123cddc4a776&device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 1129 time: 0.0628579 Sep 30 09:55:10.671513 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a9718486-fb8c-4c93-99ab-ba074bcd08fd tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:10.675443 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-a9718486-fb8c-4c93-99ab-ba074bcd08fd tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1873341 Sep 30 09:55:10.676232 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 46940) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:55:10.681167 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:10.682061 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [None req-1e1ed152-bcaa-48d0-8a5e-f96e943ca04c tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Request body: {'security_group_rule': {'security_group_id': 'e3db9b4e-b08b-4907-84da-4e41e45285c1', 'project_id': '85893bbff42c409483a5123cddc4a776', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:55:10.712855 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-377e842c-7db2-4bd2-8a31-b9c58a4e05ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d1d66a-e439-4278-81f2-c83b26117d89', 'name': 'tempest-TestMinimumBasicScenario-482588796-router', 'tenant_id': '85893bbff42c409483a5123cddc4a776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.113'}], 'enable_snat': True}, 'gw_port_id': 'c126f2aa-bfc7-4735-8596-31e74bbf2419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:54:23Z', 'updated_at': '2022-09-30T09:54:26Z', 'revision_number': 4, 'project_id': '85893bbff42c409483a5123cddc4a776', 'gw_port': {'id': 'c126f2aa-bfc7-4735-8596-31e74bbf2419', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d1d66a-e439-4278-81f2-c83b26117d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:54:24Z', 'updated_at': '2022-09-30T09:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'c7e4ea0e-7645-4636-a73e-e9740f34d4c3', 'tenant_id': '85893bbff42c409483a5123cddc4a776', 'floating_ip_address': '172.37.1.24', 'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'router_id': 'e2d1d66a-e439-4278-81f2-c83b26117d89', 'port_id': '17cdc4ca-0422-4c77-9338-3cec5694ffe9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6abf6d59-385e-47d9-bba0-060260632105', 'mac_address': 'fa:16:3e:16:05:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8505eb9-02d5-4b7b-a2cb-58d88c825f03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:55:09Z', 'updated_at': '2022-09-30T09:55:09Z', 'revision_number': 0, 'project_id': '85893bbff42c409483a5123cddc4a776', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b15f682e-fb9a-4655-bdf6-6fa5b7459ab4', 'name': '', 'network_id': '6abf6d59-385e-47d9-bba0-060260632105', 'tenant_id': '85893bbff42c409483a5123cddc4a776', 'mac_address': 'fa:16:3e:30:d0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d1d66a-e439-4278-81f2-c83b26117d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '61a19854-d77b-4c28-8e0b-d99f512a9c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:54:25Z', 'updated_at': '2022-09-30T09:54:30Z', 'revision_number': 5, 'project_id': '85893bbff42c409483a5123cddc4a776', 'subnets': [{'id': '61a19854-d77b-4c28-8e0b-d99f512a9c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:55:10.713447 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1e1ed152-bcaa-48d0-8a5e-f96e943ca04c tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks [] for security_group_rule (baf7093f-03ec-4496-9607-3b561a82f98c), before_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:10.742989 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377e842c-7db2-4bd2-8a31-b9c58a4e05ac None None] Checking router: e2d1d66a-e439-4278-81f2-c83b26117d89 for host: dv-cinder-master-3-smb {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:55:10.752343 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377e842c-7db2-4bd2-8a31-b9c58a4e05ac None None] Routers {'e2d1d66a-e439-4278-81f2-c83b26117d89'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:55:10.752954 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-377e842c-7db2-4bd2-8a31-b9c58a4e05ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:54:58Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['e2d1d66a-e439-4278-81f2-c83b26117d89'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:55:10.772047 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aaca13-6fc3-4272-9177-44dc6109ba62 req-73abeab3-aacd-4713-b312-090629a33e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:10.773597 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-e8aaca13-6fc3-4272-9177-44dc6109ba62 req-73abeab3-aacd-4713-b312-090629a33e10 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=6abf6d59-385e-47d9-bba0-060260632105 HTTP/1.1" status: 200 len: 915 time: 0.0999064 Sep 30 09:55:10.779765 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1e1ed152-bcaa-48d0-8a5e-f96e943ca04c tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks [] for security_group_rule (baf7093f-03ec-4496-9607-3b561a82f98c), precommit_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:10.783587 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1e1ed152-bcaa-48d0-8a5e-f96e943ca04c tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766877'] for security_group_rule (baf7093f-03ec-4496-9607-3b561a82f98c), after_create {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:10.805664 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ed152-bcaa-48d0-8a5e-f96e943ca04c tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baf7093f-03ec-4496-9607-3b561a82f98c,revision_number=0']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:55:10.815198 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-1e1ed152-bcaa-48d0-8a5e-f96e943ca04c tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:10.819439 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-1e1ed152-bcaa-48d0-8a5e-f96e943ca04c tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1418378 Sep 30 09:55:10.820313 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 46942) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:55:10.828724 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-ee713c90-6b70-4502-ae53-7eac013e1443 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Request body: {'security_group_rule': {'security_group_id': 'e3db9b4e-b08b-4907-84da-4e41e45285c1', 'project_id': '85893bbff42c409483a5123cddc4a776', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:55:10.855312 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-377e842c-7db2-4bd2-8a31-b9c58a4e05ac None None] Set router e2d1d66a-e439-4278-81f2-c83b26117d89 gateway port host: dv-cinder-master-3-smb {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:55:10.856823 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-e8aaca13-6fc3-4272-9177-44dc6109ba62 req-f00deb53-49cd-47d0-ac22-a8b9130fc985 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17cdc4ca-0422-4c77-9338-3cec5694ffe9 HTTP/1.1" status: 200 len: 998 time: 0.0769141 Sep 30 09:55:10.875570 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-ee713c90-6b70-4502-ae53-7eac013e1443 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks [] for security_group_rule (08609a23-b93c-4e0a-99d4-17941753fe00), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:10.936794 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:10.945313 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aaca13-6fc3-4272-9177-44dc6109ba62 req-b436ee94-98b5-4d9b-aeae-26066ae42a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:10.946806 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-e8aaca13-6fc3-4272-9177-44dc6109ba62 req-b436ee94-98b5-4d9b-aeae-26066ae42a54 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=61a19854-d77b-4c28-8e0b-d99f512a9c81 HTTP/1.1" status: 200 len: 853 time: 0.0830283 Sep 30 09:55:11.003683 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-ee713c90-6b70-4502-ae53-7eac013e1443 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks [] for security_group_rule (08609a23-b93c-4e0a-99d4-17941753fe00), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:11.007748 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aaca13-6fc3-4272-9177-44dc6109ba62 req-c62c27ea-e19d-4ab4-b95a-abf7df143660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:11.009473 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-e8aaca13-6fc3-4272-9177-44dc6109ba62 req-c62c27ea-e19d-4ab4-b95a-abf7df143660 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=6abf6d59-385e-47d9-bba0-060260632105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0541110 Sep 30 09:55:11.010524 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-ee713c90-6b70-4502-ae53-7eac013e1443 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766877'] for security_group_rule (08609a23-b93c-4e0a-99d4-17941753fe00), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:11.035029 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=44,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:11.040104 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:11.048075 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee713c90-6b70-4502-ae53-7eac013e1443 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08609a23-b93c-4e0a-99d4-17941753fe00,revision_number=0']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:55:11.069705 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-377e842c-7db2-4bd2-8a31-b9c58a4e05ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d1d66a-e439-4278-81f2-c83b26117d89', 'name': 'tempest-TestMinimumBasicScenario-482588796-router', 'tenant_id': '85893bbff42c409483a5123cddc4a776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.113'}], 'enable_snat': True}, 'gw_port_id': 'c126f2aa-bfc7-4735-8596-31e74bbf2419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:54:23Z', 'updated_at': '2022-09-30T09:54:26Z', 'revision_number': 4, 'project_id': '85893bbff42c409483a5123cddc4a776', 'gw_port': {'id': 'c126f2aa-bfc7-4735-8596-31e74bbf2419', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d1d66a-e439-4278-81f2-c83b26117d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:54:24Z', 'updated_at': '2022-09-30T09:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'c7e4ea0e-7645-4636-a73e-e9740f34d4c3', 'tenant_id': '85893bbff42c409483a5123cddc4a776', 'floating_ip_address': '172.37.1.24', 'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'router_id': 'e2d1d66a-e439-4278-81f2-c83b26117d89', 'port_id': '17cdc4ca-0422-4c77-9338-3cec5694ffe9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6abf6d59-385e-47d9-bba0-060260632105', 'mac_address': 'fa:16:3e:16:05:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8505eb9-02d5-4b7b-a2cb-58d88c825f03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:55:09Z', 'updated_at': '2022-09-30T09:55:09Z', 'revision_number': 0, 'project_id': '85893bbff42c409483a5123cddc4a776', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b15f682e-fb9a-4655-bdf6-6fa5b7459ab4', 'name': '', 'network_id': '6abf6d59-385e-47d9-bba0-060260632105', 'tenant_id': '85893bbff42c409483a5123cddc4a776', 'mac_address': 'fa:16:3e:30:d0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d1d66a-e439-4278-81f2-c83b26117d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '61a19854-d77b-4c28-8e0b-d99f512a9c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:54:25Z', 'updated_at': '2022-09-30T09:54:30Z', 'revision_number': 5, 'project_id': '85893bbff42c409483a5123cddc4a776', 'subnets': [{'id': '61a19854-d77b-4c28-8e0b-d99f512a9c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:55:11.088565 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-ee713c90-6b70-4502-ae53-7eac013e1443 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:11.090555 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-ee713c90-6b70-4502-ae53-7eac013e1443 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2695544 Sep 30 09:55:11.093841 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 46944) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:55:11.099689 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377e842c-7db2-4bd2-8a31-b9c58a4e05ac None None] The sync data for ids ['e2d1d66a-e439-4278-81f2-c83b26117d89'] in dv-cinder-master-3-smb is: [{'id': 'e2d1d66a-e439-4278-81f2-c83b26117d89', 'name': 'tempest-TestMinimumBasicScenario-482588796-router', 'tenant_id': '85893bbff42c409483a5123cddc4a776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.113'}], 'enable_snat': True}, 'gw_port_id': 'c126f2aa-bfc7-4735-8596-31e74bbf2419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:54:23Z', 'updated_at': '2022-09-30T09:54:26Z', 'revision_number': 4, 'project_id': '85893bbff42c409483a5123cddc4a776', 'gw_port': {'id': 'c126f2aa-bfc7-4735-8596-31e74bbf2419', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d1d66a-e439-4278-81f2-c83b26117d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:54:24Z', 'updated_at': '2022-09-30T09:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'c7e4ea0e-7645-4636-a73e-e9740f34d4c3', 'tenant_id': '85893bbff42c409483a5123cddc4a776', 'floating_ip_address': '172.37.1.24', 'floating_network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'router_id': 'e2d1d66a-e439-4278-81f2-c83b26117d89', 'port_id': '17cdc4ca-0422-4c77-9338-3cec5694ffe9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6abf6d59-385e-47d9-bba0-060260632105', 'mac_address': 'fa:16:3e:16:05:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8505eb9-02d5-4b7b-a2cb-58d88c825f03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-30T09:55:09Z', 'updated_at': '2022-09-30T09:55:09Z', 'revision_number': 0, 'project_id': '85893bbff42c409483a5123cddc4a776', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b15f682e-fb9a-4655-bdf6-6fa5b7459ab4', 'name': '', 'network_id': '6abf6d59-385e-47d9-bba0-060260632105', 'tenant_id': '85893bbff42c409483a5123cddc4a776', 'mac_address': 'fa:16:3e:30:d0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d1d66a-e439-4278-81f2-c83b26117d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '61a19854-d77b-4c28-8e0b-d99f512a9c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:54:25Z', 'updated_at': '2022-09-30T09:54:30Z', 'revision_number': 5, 'project_id': '85893bbff42c409483a5123cddc4a776', 'subnets': [{'id': '61a19854-d77b-4c28-8e0b-d99f512a9c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:55:11.100212 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-85f6e5db-26c3-497b-b663-cd627a7a5a23 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Request body: {'security_group_rule': {'security_group_id': 'e3db9b4e-b08b-4907-84da-4e41e45285c1', 'project_id': '85893bbff42c409483a5123cddc4a776', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:55:11.156388 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-85f6e5db-26c3-497b-b663-cd627a7a5a23 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks [] for security_group_rule (eb0e6d7b-6928-4fc0-9609-56091cdf3df6), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:11.170441 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-e8aaca13-6fc3-4272-9177-44dc6109ba62 req-4783ecde-8fab-4ac2-93a8-a66e5d853ba0 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6abf6d59-385e-47d9-bba0-060260632105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525240 Sep 30 09:55:11.275280 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-85f6e5db-26c3-497b-b663-cd627a7a5a23 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks [] for security_group_rule (eb0e6d7b-6928-4fc0-9609-56091cdf3df6), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:11.282178 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-85f6e5db-26c3-497b-b663-cd627a7a5a23 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766877'] for security_group_rule (eb0e6d7b-6928-4fc0-9609-56091cdf3df6), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:11.301968 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c3cb40-1801-430f-8b15-6e116254d2b5 None None] New status for floating IP c7e4ea0e-7645-4636-a73e-e9740f34d4c3: ACTIVE {{(pid=106377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 09:55:11.319815 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f6e5db-26c3-497b-b663-cd627a7a5a23 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb0e6d7b-6928-4fc0-9609-56091cdf3df6,revision_number=0']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:55:11.328880 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-e8aaca13-6fc3-4272-9177-44dc6109ba62 req-9af22d2e-6c4e-4c07-ab78-7667b6a36503 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6abf6d59-385e-47d9-bba0-060260632105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523292 Sep 30 09:55:11.332417 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-85f6e5db-26c3-497b-b663-cd627a7a5a23 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:11.333489 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-85f6e5db-26c3-497b-b663-cd627a7a5a23 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2383485 Sep 30 09:55:11.336176 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 46946) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:55:11.341056 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-2b2d14f7-8963-4d0b-bfbe-1754019c7576 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Request body: {'security_group_rule': {'security_group_id': 'e3db9b4e-b08b-4907-84da-4e41e45285c1', 'project_id': '85893bbff42c409483a5123cddc4a776', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:55:11.363108 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.db.securitygroups_db [None req-2b2d14f7-8963-4d0b-bfbe-1754019c7576 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Project 85893bbff42c409483a5123cddc4a776 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 09:55:11.369840 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2b2d14f7-8963-4d0b-bfbe-1754019c7576 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks [] for security_group_rule (e8255fbb-fd8e-40bb-84ab-15dba923590f), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:11.435663 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2b2d14f7-8963-4d0b-bfbe-1754019c7576 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks [] for security_group_rule (e8255fbb-fd8e-40bb-84ab-15dba923590f), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:11.439950 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2b2d14f7-8963-4d0b-bfbe-1754019c7576 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766877'] for security_group_rule (e8255fbb-fd8e-40bb-84ab-15dba923590f), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:11.463140 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d14f7-8963-4d0b-bfbe-1754019c7576 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8255fbb-fd8e-40bb-84ab-15dba923590f,revision_number=0']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:55:11.472396 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-2b2d14f7-8963-4d0b-bfbe-1754019c7576 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:11.476398 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-2b2d14f7-8963-4d0b-bfbe-1754019c7576 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1365390 Sep 30 09:55:11.476559 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 46948) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:55:11.480900 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.v2.base [None req-383e4ccc-f7dc-47cb-91a8-3f45cec4fcb0 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Request body: {'security_group_rule': {'security_group_id': 'e3db9b4e-b08b-4907-84da-4e41e45285c1', 'project_id': '85893bbff42c409483a5123cddc4a776', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106375) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:55:11.494755 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:11.504280 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.db.securitygroups_db [None req-383e4ccc-f7dc-47cb-91a8-3f45cec4fcb0 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Project 85893bbff42c409483a5123cddc4a776 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 09:55:11.512115 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-383e4ccc-f7dc-47cb-91a8-3f45cec4fcb0 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks [] for security_group_rule (d39f2873-fa9c-4137-9c86-dd95ad9f8dde), before_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:11.563613 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-383e4ccc-f7dc-47cb-91a8-3f45cec4fcb0 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks [] for security_group_rule (d39f2873-fa9c-4137-9c86-dd95ad9f8dde), precommit_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:11.566962 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-383e4ccc-f7dc-47cb-91a8-3f45cec4fcb0 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766877'] for security_group_rule (d39f2873-fa9c-4137-9c86-dd95ad9f8dde), after_create {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:11.585107 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e4ccc-f7dc-47cb-91a8-3f45cec4fcb0 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d39f2873-fa9c-4137-9c86-dd95ad9f8dde,revision_number=0']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:55:11.592958 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-383e4ccc-f7dc-47cb-91a8-3f45cec4fcb0 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:11.594173 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-383e4ccc-f7dc-47cb-91a8-3f45cec4fcb0 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1167197 Sep 30 09:55:11.688806 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4f10b06a-cdb6-47eb-b65b-837e75bd6c17 req-18188cba-c180-497c-b493-9654b8ad2c8a tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-44458286&fields=id&tenant_id=85893bbff42c409483a5123cddc4a776 HTTP/1.1" status: 200 len: 267 time: 0.0438280 Sep 30 09:55:11.738160 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f10b06a-cdb6-47eb-b65b-837e75bd6c17 req-eee20f81-5427-483e-b7ac-643759356f6c tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:11.739617 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4f10b06a-cdb6-47eb-b65b-837e75bd6c17 req-eee20f81-5427-483e-b7ac-643759356f6c tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 945 time: 0.0457020 Sep 30 09:55:11.750717 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [req-4f10b06a-cdb6-47eb-b65b-837e75bd6c17 req-ba347440-9951-442a-83cd-702de3f7b3af tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Request body: {'port': {'security_groups': ['f7c09cf7-2acc-4313-94ec-08db915e064d', 'e3db9b4e-b08b-4907-84da-4e41e45285c1']}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:55:11.817351 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-4f10b06a-cdb6-47eb-b65b-837e75bd6c17 req-ba347440-9951-442a-83cd-702de3f7b3af tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (17cdc4ca-0422-4c77-9338-3cec5694ffe9), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:11.997394 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:12.005066 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-4f10b06a-cdb6-47eb-b65b-837e75bd6c17 req-ba347440-9951-442a-83cd-702de3f7b3af tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] For port 17cdc4ca-0422-4c77-9338-3cec5694ffe9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=17cdc4ca-0422-4c77-9338-3cec5694ffe9,segment=NetworkSegment(f73c351c-e80d-4b9b-92c7-7bc95d921f75),segment_id=f73c351c-e80d-4b9b-92c7-7bc95d921f75)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:55:12.034442 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-4f10b06a-cdb6-47eb-b65b-837e75bd6c17 req-ba347440-9951-442a-83cd-702de3f7b3af tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks [] for port (17cdc4ca-0422-4c77-9338-3cec5694ffe9), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:12.038621 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-4f10b06a-cdb6-47eb-b65b-837e75bd6c17 req-ba347440-9951-442a-83cd-702de3f7b3af tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29089685'] for port (17cdc4ca-0422-4c77-9338-3cec5694ffe9), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:12.048944 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f10b06a-cdb6-47eb-b65b-837e75bd6c17 req-ba347440-9951-442a-83cd-702de3f7b3af tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:12.049552 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-4f10b06a-cdb6-47eb-b65b-837e75bd6c17 req-ba347440-9951-442a-83cd-702de3f7b3af tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:12.050918 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4f10b06a-cdb6-47eb-b65b-837e75bd6c17 req-ba347440-9951-442a-83cd-702de3f7b3af tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "PUT /networking/v2.0/ports/17cdc4ca-0422-4c77-9338-3cec5694ffe9 HTTP/1.1" status: 200 len: 981 time: 0.3053138 Sep 30 09:55:12.051474 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8505eb9-02d5-4b7b-a2cb-58d88c825f03', 'tag': '17cdc4ca-0422-4c77-9338-3cec5694ffe9'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:55:12.054505 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fcb41cfe2f49de8823fc1653213cc9e5b77d80f13114ba069ec5cf27ea68f53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1c7651-c65d-452f-9f0a-2a6e1665a5b7" -d '{"events": [{"name": "network-changed", "server_uuid": "e8505eb9-02d5-4b7b-a2cb-58d88c825f03", "tag": "17cdc4ca-0422-4c77-9338-3cec5694ffe9"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:55:12.072404 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] get_ports_and_sgs() called for port_ids ['17cdc4ca-0422-4c77-9338-3cec5694ffe9'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:55:12.104469 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba347440-9951-442a-83cd-702de3f7b3af tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Pushing event updated for resources: {'Port': ['ID=17cdc4ca-0422-4c77-9338-3cec5694ffe9,revision_number=6']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:55:12.123181 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6379c5c0-b1a8-4849-9217-7ca4a1f7746f x-openstack-request-id: req-6379c5c0-b1a8-4849-9217-7ca4a1f7746f {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:55:12.123476 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8505eb9-02d5-4b7b-a2cb-58d88c825f03", "tag": "17cdc4ca-0422-4c77-9338-3cec5694ffe9", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:55:12.123732 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6379c5c0-b1a8-4849-9217-7ca4a1f7746f {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:55:12.124141 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6379c5c0-b1a8-4849-9217-7ca4a1f7746f'] response: {'name': 'network-changed', 'server_uuid': 'e8505eb9-02d5-4b7b-a2cb-58d88c825f03', 'tag': '17cdc4ca-0422-4c77-9338-3cec5694ffe9', 'status': 'completed', 'code': 200} Sep 30 09:55:12.157836 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e41e94-190e-4109-b7a1-2ef91b7c4794 req-ccdfc5ee-773f-4854-af9e-0aaa3bc1b875 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:12.159370 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f4e41e94-190e-4109-b7a1-2ef91b7c4794 req-ccdfc5ee-773f-4854-af9e-0aaa3bc1b875 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 984 time: 0.0513487 Sep 30 09:55:12.180666 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:12.199410 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] get_ports_and_sgs() called for port_ids ['17cdc4ca-0422-4c77-9338-3cec5694ffe9'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:55:12.222613 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c7651-c65d-452f-9f0a-2a6e1665a5b7 req-cf27b9db-8c82-42dc-88db-c68e30e99c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:12.224125 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-0d1c7651-c65d-452f-9f0a-2a6e1665a5b7 req-cf27b9db-8c82-42dc-88db-c68e30e99c59 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=85893bbff42c409483a5123cddc4a776&device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 1168 time: 0.0449152 Sep 30 09:55:12.226267 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f4e41e94-190e-4109-b7a1-2ef91b7c4794 req-1f2648b9-33aa-4ef6-994f-d0b99cbbb1c3 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e3db9b4e-b08b-4907-84da-4e41e45285c1&id=f7c09cf7-2acc-4313-94ec-08db915e064d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0612643 Sep 30 09:55:12.333273 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c7651-c65d-452f-9f0a-2a6e1665a5b7 req-1cdf6207-9dcf-4eb5-97e3-2ac900339d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:12.335649 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-0d1c7651-c65d-452f-9f0a-2a6e1665a5b7 req-1cdf6207-9dcf-4eb5-97e3-2ac900339d94 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=6abf6d59-385e-47d9-bba0-060260632105 HTTP/1.1" status: 200 len: 915 time: 0.1053441 Sep 30 09:55:12.348176 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:12.411184 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-0d1c7651-c65d-452f-9f0a-2a6e1665a5b7 req-a3c756d6-9d7a-409f-b6e4-c848a55c19a2 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17cdc4ca-0422-4c77-9338-3cec5694ffe9 HTTP/1.1" status: 200 len: 1000 time: 0.0698977 Sep 30 09:55:12.461100 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c7651-c65d-452f-9f0a-2a6e1665a5b7 req-b4973587-678e-4704-a8cb-6f0efa296d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:12.462591 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-0d1c7651-c65d-452f-9f0a-2a6e1665a5b7 req-b4973587-678e-4704-a8cb-6f0efa296d01 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=61a19854-d77b-4c28-8e0b-d99f512a9c81 HTTP/1.1" status: 200 len: 853 time: 0.0459809 Sep 30 09:55:12.507113 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c7651-c65d-452f-9f0a-2a6e1665a5b7 req-068c4279-53e5-426c-80e6-e7a2e52ee2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:12.508641 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-0d1c7651-c65d-452f-9f0a-2a6e1665a5b7 req-068c4279-53e5-426c-80e6-e7a2e52ee2ea service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=6abf6d59-385e-47d9-bba0-060260632105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0392578 Sep 30 09:55:12.603925 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:12.607324 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-0d1c7651-c65d-452f-9f0a-2a6e1665a5b7 req-7e43d3a9-d261-46b9-9495-926cf78b5e77 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6abf6d59-385e-47d9-bba0-060260632105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917902 Sep 30 09:55:12.710923 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-0d1c7651-c65d-452f-9f0a-2a6e1665a5b7 req-af2c8999-59fe-4e2c-b417-3de88085f32f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6abf6d59-385e-47d9-bba0-060260632105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973718 Sep 30 09:55:12.736783 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:19.292151 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-229e311c-51f8-4e31-816b-45b3dc3ce0bc req-fbc7a8a9-e0d4-4350-920b-4a846707f1b8 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413284 Sep 30 09:55:19.396462 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e311c-51f8-4e31-816b-45b3dc3ce0bc req-f82e51f3-8edc-4960-9eda-29368559e63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:19.397999 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-229e311c-51f8-4e31-816b-45b3dc3ce0bc req-f82e51f3-8edc-4960-9eda-29368559e63b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=85893bbff42c409483a5123cddc4a776&device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 1168 time: 0.0392578 Sep 30 09:55:19.507903 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e311c-51f8-4e31-816b-45b3dc3ce0bc req-5f778c81-2e61-41ee-bd94-551a533de6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:19.509364 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-229e311c-51f8-4e31-816b-45b3dc3ce0bc req-5f778c81-2e61-41ee-bd94-551a533de6d4 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=6abf6d59-385e-47d9-bba0-060260632105 HTTP/1.1" status: 200 len: 915 time: 0.0903578 Sep 30 09:55:19.571274 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-229e311c-51f8-4e31-816b-45b3dc3ce0bc req-0bcc84f7-66b8-4b8c-8ba2-1afdb615db74 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17cdc4ca-0422-4c77-9338-3cec5694ffe9 HTTP/1.1" status: 200 len: 1000 time: 0.0536501 Sep 30 09:55:19.619574 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e311c-51f8-4e31-816b-45b3dc3ce0bc req-b7ee8c69-93dd-4c09-ac0d-39499ab2e01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:19.621039 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-229e311c-51f8-4e31-816b-45b3dc3ce0bc req-b7ee8c69-93dd-4c09-ac0d-39499ab2e01d service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=61a19854-d77b-4c28-8e0b-d99f512a9c81 HTTP/1.1" status: 200 len: 853 time: 0.0430624 Sep 30 09:55:19.667882 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e311c-51f8-4e31-816b-45b3dc3ce0bc req-af52d78d-8cc6-4850-86ed-20a978e40644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:55:19.669354 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-229e311c-51f8-4e31-816b-45b3dc3ce0bc req-af52d78d-8cc6-4850-86ed-20a978e40644 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=6abf6d59-385e-47d9-bba0-060260632105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0407171 Sep 30 09:55:19.742027 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:19.758733 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-229e311c-51f8-4e31-816b-45b3dc3ce0bc req-a098008b-2d53-4786-ac09-6e5a86ac10ce service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6abf6d59-385e-47d9-bba0-060260632105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823901 Sep 30 09:55:19.849067 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-229e311c-51f8-4e31-816b-45b3dc3ce0bc req-6c743bc7-4b61-4549-b700-687401abd053 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6abf6d59-385e-47d9-bba0-060260632105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837371 Sep 30 09:55:21.071968 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=73 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:22.213281 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:22.220932 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=23 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:22.746916 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=20 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:24.309696 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=76,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:26.004088 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-c081c382-ae7b-48ee-8ef3-1a88e9dbc1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:26.252035 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:55:28.347315 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-56eb6e5d-43dd-4f85-9630-f0aa354af29f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:29.523183 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:29.834036 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:29.836238 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=10 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:29.846166 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=84 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:31.021059 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:31.046715 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:46.067884 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:UPDATE=5,neutron:SELECT=20 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:46.069770 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:46.195973 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:46.202290 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:55:56.006879 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-fd52f492-3827-4cad-b615-058168dbb79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:58.349587 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-ef9694fd-bacc-4a4a-b156-ba04b0598016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:59.524367 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:55:59.831309 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:01.025996 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:01.051469 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:03.251752 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:56:11.045058 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:56:11.046952 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:56:19.329619 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-dd9670f4-d3e7-4bf1-b702-6db3615b755a req-073c9513-5a40-4712-9841-270b1eb796e6 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384412 Sep 30 09:56:19.435987 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9670f4-d3e7-4bf1-b702-6db3615b755a req-afc7dfbe-769d-4a20-8303-68a629b0332b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:19.437482 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-dd9670f4-d3e7-4bf1-b702-6db3615b755a req-afc7dfbe-769d-4a20-8303-68a629b0332b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=85893bbff42c409483a5123cddc4a776&device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 1168 time: 0.0388918 Sep 30 09:56:19.541271 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9670f4-d3e7-4bf1-b702-6db3615b755a req-79f9293d-e420-4b35-8514-bef40d422a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:19.542657 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-dd9670f4-d3e7-4bf1-b702-6db3615b755a req-79f9293d-e420-4b35-8514-bef40d422a58 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=6abf6d59-385e-47d9-bba0-060260632105 HTTP/1.1" status: 200 len: 915 time: 0.0876372 Sep 30 09:56:19.608798 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-dd9670f4-d3e7-4bf1-b702-6db3615b755a req-58015ebf-d6c7-4e53-8da0-0cdeffbccf67 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17cdc4ca-0422-4c77-9338-3cec5694ffe9 HTTP/1.1" status: 200 len: 1000 time: 0.0601842 Sep 30 09:56:19.661058 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9670f4-d3e7-4bf1-b702-6db3615b755a req-3a2c2c8a-6516-44eb-9ac4-e7325b23fe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:19.662496 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-dd9670f4-d3e7-4bf1-b702-6db3615b755a req-3a2c2c8a-6516-44eb-9ac4-e7325b23fe38 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=61a19854-d77b-4c28-8e0b-d99f512a9c81 HTTP/1.1" status: 200 len: 853 time: 0.0477898 Sep 30 09:56:19.705375 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9670f4-d3e7-4bf1-b702-6db3615b755a req-83b0e098-d929-41bd-954f-4e5aca375af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:19.706845 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-dd9670f4-d3e7-4bf1-b702-6db3615b755a req-83b0e098-d929-41bd-954f-4e5aca375af1 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=6abf6d59-385e-47d9-bba0-060260632105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0386579 Sep 30 09:56:19.800471 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-dd9670f4-d3e7-4bf1-b702-6db3615b755a req-d9da54fb-bdc2-4635-bb3a-7862f4165fdf service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6abf6d59-385e-47d9-bba0-060260632105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875251 Sep 30 09:56:19.893132 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-dd9670f4-d3e7-4bf1-b702-6db3615b755a req-23a6f037-dbc8-4c2b-97e5-a02d7282d3e3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6abf6d59-385e-47d9-bba0-060260632105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859003 Sep 30 09:56:23.795534 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f25d2a-d68a-404a-9430-035c5b01ef49 req-8b64fa75-7e3d-4437-9c26-ebdc82cbffdd tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:23.796999 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-07f25d2a-d68a-404a-9430-035c5b01ef49 req-8b64fa75-7e3d-4437-9c26-ebdc82cbffdd tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 984 time: 0.0522802 Sep 30 09:56:23.821059 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b19e39-ebf5-4a55-b95c-59d8b0c8e22b req-1d2161ee-15e8-4272-981e-432891201c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:23.822588 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-95b19e39-ebf5-4a55-b95c-59d8b0c8e22b req-1d2161ee-15e8-4272-981e-432891201c41 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=85893bbff42c409483a5123cddc4a776&device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 1168 time: 0.0397396 Sep 30 09:56:23.857278 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-07f25d2a-d68a-404a-9430-035c5b01ef49 req-0f7f2c64-5419-4a87-b435-f437d7d1cc15 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e3db9b4e-b08b-4907-84da-4e41e45285c1&id=f7c09cf7-2acc-4313-94ec-08db915e064d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0545413 Sep 30 09:56:23.920358 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b19e39-ebf5-4a55-b95c-59d8b0c8e22b req-97409f72-a5bf-4f41-b43d-f93528a0ecd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:23.921853 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-95b19e39-ebf5-4a55-b95c-59d8b0c8e22b req-97409f72-a5bf-4f41-b43d-f93528a0ecd1 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=6abf6d59-385e-47d9-bba0-060260632105 HTTP/1.1" status: 200 len: 915 time: 0.0916560 Sep 30 09:56:23.982311 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-95b19e39-ebf5-4a55-b95c-59d8b0c8e22b req-1cc4d9c2-b02a-4a8b-8ad8-df167df5f8a1 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17cdc4ca-0422-4c77-9338-3cec5694ffe9 HTTP/1.1" status: 200 len: 1000 time: 0.0541973 Sep 30 09:56:24.033538 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b19e39-ebf5-4a55-b95c-59d8b0c8e22b req-0a097f63-3b85-4960-b427-fe39dd89b8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:24.034984 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-95b19e39-ebf5-4a55-b95c-59d8b0c8e22b req-0a097f63-3b85-4960-b427-fe39dd89b8e1 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=61a19854-d77b-4c28-8e0b-d99f512a9c81 HTTP/1.1" status: 200 len: 853 time: 0.0471294 Sep 30 09:56:24.077560 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b19e39-ebf5-4a55-b95c-59d8b0c8e22b req-b53b9c4e-8936-49ad-b4f9-91db33f4cc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:24.079499 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-95b19e39-ebf5-4a55-b95c-59d8b0c8e22b req-b53b9c4e-8936-49ad-b4f9-91db33f4cc34 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=6abf6d59-385e-47d9-bba0-060260632105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0376270 Sep 30 09:56:24.167850 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-95b19e39-ebf5-4a55-b95c-59d8b0c8e22b req-70609e04-a497-402f-9c5b-e22d834a7830 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6abf6d59-385e-47d9-bba0-060260632105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830705 Sep 30 09:56:24.479121 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=100 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:56:24.495392 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-95b19e39-ebf5-4a55-b95c-59d8b0c8e22b req-01193307-f3ec-4ba0-8284-e22479c90ded service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6abf6d59-385e-47d9-bba0-060260632105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210223 Sep 30 09:56:24.981602 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32880b61-ef7a-4c3e-b293-877e90f6c1bf req-d5ca90b0-5a62-4efa-a2aa-ed135c571d2f tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:24.983730 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-32880b61-ef7a-4c3e-b293-877e90f6c1bf req-d5ca90b0-5a62-4efa-a2aa-ed135c571d2f tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 984 time: 0.0504067 Sep 30 09:56:25.045575 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-32880b61-ef7a-4c3e-b293-877e90f6c1bf req-64e1da22-3ace-45e0-870f-3db5ebd4d2ee tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e3db9b4e-b08b-4907-84da-4e41e45285c1&id=f7c09cf7-2acc-4313-94ec-08db915e064d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0560381 Sep 30 09:56:26.009616 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-887b5438-d0b8-4bef-81a9-c96aed3eee39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:26.065113 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=15 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:56:26.073012 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=19 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:56:26.166874 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585691ab-29e9-42d1-bcb5-9206aba5b39d req-4ed89c43-1958-4846-8afb-a08f4484f2f6 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:26.168327 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-585691ab-29e9-42d1-bcb5-9206aba5b39d req-4ed89c43-1958-4846-8afb-a08f4484f2f6 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 984 time: 0.0471270 Sep 30 09:56:26.233491 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-585691ab-29e9-42d1-bcb5-9206aba5b39d req-3291c21a-0e97-4144-b70c-a4ddff5fb744 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e3db9b4e-b08b-4907-84da-4e41e45285c1&id=f7c09cf7-2acc-4313-94ec-08db915e064d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0584555 Sep 30 09:56:27.360671 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a9505-70eb-4920-957a-cf145e43a43a req-8fdc5ef6-4c46-44fb-809b-2803340efd6b tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:27.362151 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-cd7a9505-70eb-4920-957a-cf145e43a43a req-8fdc5ef6-4c46-44fb-809b-2803340efd6b tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 984 time: 0.0480981 Sep 30 09:56:27.426573 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-cd7a9505-70eb-4920-957a-cf145e43a43a req-13ddb5b4-e9d3-46fc-a439-7d713ef98c03 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e3db9b4e-b08b-4907-84da-4e41e45285c1&id=f7c09cf7-2acc-4313-94ec-08db915e064d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0587988 Sep 30 09:56:28.355074 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7597ae99-c0dc-4867-8cec-995b7a131aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:28.547853 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a77e2-0701-42ce-83f2-fb416846d521 req-31dd92d3-21d8-4f32-bd58-98573e6fc8b5 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:28.549289 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-235a77e2-0701-42ce-83f2-fb416846d521 req-31dd92d3-21d8-4f32-bd58-98573e6fc8b5 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 984 time: 0.0477324 Sep 30 09:56:28.608745 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-235a77e2-0701-42ce-83f2-fb416846d521 req-ce54e923-afa0-4c79-85f9-efabc0e39c6c tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e3db9b4e-b08b-4907-84da-4e41e45285c1&id=f7c09cf7-2acc-4313-94ec-08db915e064d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0533354 Sep 30 09:56:29.529333 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:29.732745 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78da2a2-e1b5-41bd-8a99-db61c2f89146 req-7812622e-6925-4938-8d70-6f4878999c57 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:29.734241 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d78da2a2-e1b5-41bd-8a99-db61c2f89146 req-7812622e-6925-4938-8d70-6f4878999c57 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 984 time: 0.0519192 Sep 30 09:56:29.793888 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d78da2a2-e1b5-41bd-8a99-db61c2f89146 req-ddc945d3-482f-4734-ae7e-20ed79209be4 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e3db9b4e-b08b-4907-84da-4e41e45285c1&id=f7c09cf7-2acc-4313-94ec-08db915e064d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0539205 Sep 30 09:56:29.860168 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:30.914751 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60888ae7-4cbf-4f2e-ae44-3ecba4acbe3d req-add6a1e1-f287-4f1a-8d9c-30bde3f66338 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:30.916182 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-60888ae7-4cbf-4f2e-ae44-3ecba4acbe3d req-add6a1e1-f287-4f1a-8d9c-30bde3f66338 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 984 time: 0.0469129 Sep 30 09:56:30.989684 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-60888ae7-4cbf-4f2e-ae44-3ecba4acbe3d req-88319fad-a220-4e07-9f72-ec49a470626e tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e3db9b4e-b08b-4907-84da-4e41e45285c1&id=f7c09cf7-2acc-4313-94ec-08db915e064d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0672007 Sep 30 09:56:31.029306 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:31.051716 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:32.112380 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19cb55-76f5-46b5-8414-8ac348e0c8f1 req-a08d9d0e-3307-4b29-8b00-b74c87150ef8 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:32.113831 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-0f19cb55-76f5-46b5-8414-8ac348e0c8f1 req-a08d9d0e-3307-4b29-8b00-b74c87150ef8 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 984 time: 0.0455751 Sep 30 09:56:32.176109 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-0f19cb55-76f5-46b5-8414-8ac348e0c8f1 req-11270941-6d42-4887-bbd9-1716a423e24b tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e3db9b4e-b08b-4907-84da-4e41e45285c1&id=f7c09cf7-2acc-4313-94ec-08db915e064d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0562832 Sep 30 09:56:33.299575 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3f809-2928-4590-8d74-eabf3d1b6b82 req-257a38e1-2913-4241-8c1d-6dfc123a5084 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:33.301010 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-30b3f809-2928-4590-8d74-eabf3d1b6b82 req-257a38e1-2913-4241-8c1d-6dfc123a5084 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 984 time: 0.0473561 Sep 30 09:56:33.361292 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-30b3f809-2928-4590-8d74-eabf3d1b6b82 req-786a1b9f-9a4e-44f5-a0e7-d09ff5711cbd tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e3db9b4e-b08b-4907-84da-4e41e45285c1&id=f7c09cf7-2acc-4313-94ec-08db915e064d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0547013 Sep 30 09:56:34.472215 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:56:34.483344 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a5491-793c-47c8-a752-a4369f25a361 req-dee0418d-41ba-46dd-a3da-e4cbea294dc9 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:34.484805 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d69a5491-793c-47c8-a752-a4369f25a361 req-dee0418d-41ba-46dd-a3da-e4cbea294dc9 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 984 time: 0.0486441 Sep 30 09:56:34.490656 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:56:34.492656 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=94 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:56:34.521126 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:56:34.545832 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-d69a5491-793c-47c8-a752-a4369f25a361 req-817f10c7-6325-4573-8fd0-2c4c44208c44 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e3db9b4e-b08b-4907-84da-4e41e45285c1&id=f7c09cf7-2acc-4313-94ec-08db915e064d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0553527 Sep 30 09:56:35.678117 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291740ec-1d10-47c1-8566-53273d49d80e req-687802de-7ed7-4c7f-9c94-83590be551eb tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:35.679473 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-291740ec-1d10-47c1-8566-53273d49d80e req-687802de-7ed7-4c7f-9c94-83590be551eb tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 984 time: 0.0502250 Sep 30 09:56:35.740442 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-291740ec-1d10-47c1-8566-53273d49d80e req-3b8944e7-ed42-4ab1-ba3f-8a8ec303ec8e tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e3db9b4e-b08b-4907-84da-4e41e45285c1&id=f7c09cf7-2acc-4313-94ec-08db915e064d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0548799 Sep 30 09:56:36.862937 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1d77b-0755-48b2-872e-6b0c69f5e54c req-ca5c61f6-a829-49e8-b259-15bd2cd7cc22 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:36.864407 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-97a1d77b-0755-48b2-872e-6b0c69f5e54c req-ca5c61f6-a829-49e8-b259-15bd2cd7cc22 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 984 time: 0.0476999 Sep 30 09:56:36.924568 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-97a1d77b-0755-48b2-872e-6b0c69f5e54c req-fc4a06e5-595c-4a4e-88e6-28f352f76a47 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e3db9b4e-b08b-4907-84da-4e41e45285c1&id=f7c09cf7-2acc-4313-94ec-08db915e064d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0545948 Sep 30 09:56:38.050070 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b51815-a55b-419a-8843-7849ae9625f0 req-521f6e43-615a-48ed-8ba4-e46e8056e5af tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:38.051511 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-b2b51815-a55b-419a-8843-7849ae9625f0 req-521f6e43-615a-48ed-8ba4-e46e8056e5af tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 984 time: 0.0498753 Sep 30 09:56:38.110459 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-b2b51815-a55b-419a-8843-7849ae9625f0 req-79e9f7ef-6e79-4d8f-b86f-89ae190db7de tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e3db9b4e-b08b-4907-84da-4e41e45285c1&id=f7c09cf7-2acc-4313-94ec-08db915e064d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0533738 Sep 30 09:56:39.230399 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfcec33-80b2-412b-b87d-2a2ffb4b9901 req-1c5a96ef-c7f6-404d-a14b-73f841417877 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:39.231993 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4dfcec33-80b2-412b-b87d-2a2ffb4b9901 req-1c5a96ef-c7f6-404d-a14b-73f841417877 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 984 time: 0.0477128 Sep 30 09:56:39.292631 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-4dfcec33-80b2-412b-b87d-2a2ffb4b9901 req-c1aac452-bcbf-411a-87e8-1f07c66e909a tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e3db9b4e-b08b-4907-84da-4e41e45285c1&id=f7c09cf7-2acc-4313-94ec-08db915e064d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0544949 Sep 30 09:56:40.250783 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:56:40.414060 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ef42a-00f3-45dc-a496-756ef2a0855b req-56a2ab18-5993-4265-9178-f0b6c635567c tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:40.415545 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f72ef42a-00f3-45dc-a496-756ef2a0855b req-56a2ab18-5993-4265-9178-f0b6c635567c tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 984 time: 0.0488484 Sep 30 09:56:40.484013 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-f72ef42a-00f3-45dc-a496-756ef2a0855b req-e1c80c6b-f5ae-484a-9362-46445859fb08 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e3db9b4e-b08b-4907-84da-4e41e45285c1&id=f7c09cf7-2acc-4313-94ec-08db915e064d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0627131 Sep 30 09:56:41.045883 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:56:41.047756 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:56:41.604427 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015bccd-7774-4bef-a7ac-eb4aaa272485 req-b72cb84d-48cc-498a-b349-1d49438a70f1 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:56:41.605908 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1015bccd-7774-4bef-a7ac-eb4aaa272485 req-b72cb84d-48cc-498a-b349-1d49438a70f1 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 984 time: 0.0469868 Sep 30 09:56:41.665835 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-1015bccd-7774-4bef-a7ac-eb4aaa272485 req-63ccf593-a673-4d08-9948-ba02c7533174 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=e3db9b4e-b08b-4907-84da-4e41e45285c1&id=f7c09cf7-2acc-4313-94ec-08db915e064d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0540979 Sep 30 09:56:51.654289 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=70 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:56:51.660383 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=66 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:56:56.011952 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-7539db8f-c402-4e42-87c5-0b8a8db6890d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:58.348386 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b9f2a6d7-a0e4-4cb1-9e7c-484a3606bae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:59.530465 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:56:59.854721 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:00.189379 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:00.194439 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:01.035922 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:01.058244 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:11.052594 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:11.054494 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:11.258729 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:17.250751 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:57:20.336746 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-44691de3-7989-48d3-8e5f-03c95c53f8a0 req-662ac2cb-cd87-45cd-873c-716e351318eb service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0813203 Sep 30 09:57:20.446677 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44691de3-7989-48d3-8e5f-03c95c53f8a0 req-50d204e5-9698-4cf7-be0d-c68c524d56c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:20.449149 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-44691de3-7989-48d3-8e5f-03c95c53f8a0 req-50d204e5-9698-4cf7-be0d-c68c524d56c7 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=85893bbff42c409483a5123cddc4a776&device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 1168 time: 0.0412743 Sep 30 09:57:20.552013 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44691de3-7989-48d3-8e5f-03c95c53f8a0 req-2225e99d-203c-4697-98e2-9cdcb254fb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:20.553341 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-44691de3-7989-48d3-8e5f-03c95c53f8a0 req-2225e99d-203c-4697-98e2-9cdcb254fb44 service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=6abf6d59-385e-47d9-bba0-060260632105 HTTP/1.1" status: 200 len: 915 time: 0.0840094 Sep 30 09:57:20.622799 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-44691de3-7989-48d3-8e5f-03c95c53f8a0 req-eb3b6cf7-5c0b-4994-ba1f-ea430992c7b0 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17cdc4ca-0422-4c77-9338-3cec5694ffe9 HTTP/1.1" status: 200 len: 1000 time: 0.0616930 Sep 30 09:57:20.671079 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44691de3-7989-48d3-8e5f-03c95c53f8a0 req-c111baff-6511-4f1c-978d-279fec14f71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:20.672467 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-44691de3-7989-48d3-8e5f-03c95c53f8a0 req-c111baff-6511-4f1c-978d-279fec14f71c service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=61a19854-d77b-4c28-8e0b-d99f512a9c81 HTTP/1.1" status: 200 len: 853 time: 0.0439703 Sep 30 09:57:20.713037 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44691de3-7989-48d3-8e5f-03c95c53f8a0 req-6372eb2b-3e79-44a6-9d66-c3475022f7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:20.715331 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-44691de3-7989-48d3-8e5f-03c95c53f8a0 req-6372eb2b-3e79-44a6-9d66-c3475022f7a2 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=6abf6d59-385e-47d9-bba0-060260632105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0369811 Sep 30 09:57:20.724432 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [req-44691de3-7989-48d3-8e5f-03c95c53f8a0 req-1c9247f9-a6d5-4500-9318-08a53d4e42b5 service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106375) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 30 09:57:20.725380 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-44691de3-7989-48d3-8e5f-03c95c53f8a0 req-1c9247f9-a6d5-4500-9318-08a53d4e42b5 service neutron] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048633 Sep 30 09:57:20.818490 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-44691de3-7989-48d3-8e5f-03c95c53f8a0 req-a30903ed-404b-4ca7-95cd-d45a99bd78aa service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6abf6d59-385e-47d9-bba0-060260632105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865018 Sep 30 09:57:20.910443 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-44691de3-7989-48d3-8e5f-03c95c53f8a0 req-a32d1f53-4d9f-4837-b8d9-95c137e5c72b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6abf6d59-385e-47d9-bba0-060260632105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855908 Sep 30 09:57:26.015007 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-0a31ed9b-4580-44ad-8ac9-402a7ddcefcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:28.350168 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-56cf035f-d2db-4363-9584-8567dab138ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:29.532701 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:29.862464 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:30.905984 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=50 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:30.906766 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=51 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:31.030177 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:31.061911 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:37.186823 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:37.191182 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=6 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:37.547077 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-61f397f6-9cf8-4f98-a668-daeb58641dbd req-1a11be37-a9a8-4fb2-acad-6d586eb6b6e9 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-44458286&fields=id&tenant_id=85893bbff42c409483a5123cddc4a776 HTTP/1.1" status: 200 len: 267 time: 0.0460398 Sep 30 09:57:37.597449 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f397f6-9cf8-4f98-a668-daeb58641dbd req-40272c82-99a4-4a06-bed5-bac7fcea927e tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:37.598918 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-61f397f6-9cf8-4f98-a668-daeb58641dbd req-40272c82-99a4-4a06-bed5-bac7fcea927e tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 984 time: 0.0465093 Sep 30 09:57:37.609174 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.v2.base [req-61f397f6-9cf8-4f98-a668-daeb58641dbd req-5c8c5048-423e-4c8c-96af-899094b06189 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Request body: {'port': {'security_groups': ['f7c09cf7-2acc-4313-94ec-08db915e064d']}} {{(pid=106376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 09:57:37.683274 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-61f397f6-9cf8-4f98-a668-daeb58641dbd req-5c8c5048-423e-4c8c-96af-899094b06189 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3572545'] for port (17cdc4ca-0422-4c77-9338-3cec5694ffe9), before_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:37.853649 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.db [req-61f397f6-9cf8-4f98-a668-daeb58641dbd req-5c8c5048-423e-4c8c-96af-899094b06189 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] For port 17cdc4ca-0422-4c77-9338-3cec5694ffe9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=17cdc4ca-0422-4c77-9338-3cec5694ffe9,segment=NetworkSegment(f73c351c-e80d-4b9b-92c7-7bc95d921f75),segment_id=f73c351c-e80d-4b9b-92c7-7bc95d921f75)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:57:37.880732 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-61f397f6-9cf8-4f98-a668-daeb58641dbd req-5c8c5048-423e-4c8c-96af-899094b06189 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks [] for port (17cdc4ca-0422-4c77-9338-3cec5694ffe9), precommit_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:37.884884 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-61f397f6-9cf8-4f98-a668-daeb58641dbd req-5c8c5048-423e-4c8c-96af-899094b06189 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770945984943', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770945464796', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770945464814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29089685'] for port (17cdc4ca-0422-4c77-9338-3cec5694ffe9), after_update {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:37.896070 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f397f6-9cf8-4f98-a668-daeb58641dbd req-5c8c5048-423e-4c8c-96af-899094b06189 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:37.896712 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [req-61f397f6-9cf8-4f98-a668-daeb58641dbd req-5c8c5048-423e-4c8c-96af-899094b06189 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:37.898079 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-61f397f6-9cf8-4f98-a668-daeb58641dbd req-5c8c5048-423e-4c8c-96af-899094b06189 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "PUT /networking/v2.0/ports/17cdc4ca-0422-4c77-9338-3cec5694ffe9 HTTP/1.1" status: 200 len: 942 time: 0.2932134 Sep 30 09:57:37.898626 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8505eb9-02d5-4b7b-a2cb-58d88c825f03', 'tag': '17cdc4ca-0422-4c77-9338-3cec5694ffe9'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:57:37.900904 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fcb41cfe2f49de8823fc1653213cc9e5b77d80f13114ba069ec5cf27ea68f53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b1a1e6-1cb1-4752-bc19-16d4b7aab9ed" -d '{"events": [{"name": "network-changed", "server_uuid": "e8505eb9-02d5-4b7b-a2cb-58d88c825f03", "tag": "17cdc4ca-0422-4c77-9338-3cec5694ffe9"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:57:37.904060 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 47062) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:57:37.921739 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] get_ports_and_sgs() called for port_ids ['17cdc4ca-0422-4c77-9338-3cec5694ffe9'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:57:37.962819 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c5048-423e-4c8c-96af-899094b06189 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Pushing event updated for resources: {'Port': ['ID=17cdc4ca-0422-4c77-9338-3cec5694ffe9,revision_number=7']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:37.972608 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c5048-423e-4c8c-96af-899094b06189 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:37.973227 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c5048-423e-4c8c-96af-899094b06189 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:37.973704 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c5048-423e-4c8c-96af-899094b06189 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:37.974052 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c5048-423e-4c8c-96af-899094b06189 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:37.974397 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c5048-423e-4c8c-96af-899094b06189 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:37.974736 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c5048-423e-4c8c-96af-899094b06189 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:37.975070 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c5048-423e-4c8c-96af-899094b06189 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:37.975456 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c5048-423e-4c8c-96af-899094b06189 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:37.975795 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c5048-423e-4c8c-96af-899094b06189 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:37.976134 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c5048-423e-4c8c-96af-899094b06189 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:37.976466 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c5048-423e-4c8c-96af-899094b06189 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:37.976793 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c5048-423e-4c8c-96af-899094b06189 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:37.977120 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c5048-423e-4c8c-96af-899094b06189 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:37.977444 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c5048-423e-4c8c-96af-899094b06189 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:37.977763 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4b8fd948-55bf-433f-99f9-b49640bc8c8e tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks [] for security_group (e3db9b4e-b08b-4907-84da-4e41e45285c1), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:37.977897 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c5048-423e-4c8c-96af-899094b06189 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:38.017394 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4b8fd948-55bf-433f-99f9-b49640bc8c8e tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks [] for security_group (e3db9b4e-b08b-4907-84da-4e41e45285c1), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:38.028494 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43cb80af-2d86-4d85-b7ad-c01572652118 x-openstack-request-id: req-43cb80af-2d86-4d85-b7ad-c01572652118 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:57:38.028880 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8505eb9-02d5-4b7b-a2cb-58d88c825f03", "tag": "17cdc4ca-0422-4c77-9338-3cec5694ffe9", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:57:38.029011 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-43cb80af-2d86-4d85-b7ad-c01572652118 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:57:38.029426 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43cb80af-2d86-4d85-b7ad-c01572652118'] response: {'name': 'network-changed', 'server_uuid': 'e8505eb9-02d5-4b7b-a2cb-58d88c825f03', 'tag': '17cdc4ca-0422-4c77-9338-3cec5694ffe9', 'status': 'completed', 'code': 200} Sep 30 09:57:38.070581 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] get_ports_and_sgs() called for port_ids ['17cdc4ca-0422-4c77-9338-3cec5694ffe9'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:57:38.109932 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4b8fd948-55bf-433f-99f9-b49640bc8c8e tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (e3db9b4e-b08b-4907-84da-4e41e45285c1), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:38.112412 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-4b8fd948-55bf-433f-99f9-b49640bc8c8e tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:38.113561 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-4b8fd948-55bf-433f-99f9-b49640bc8c8e tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/e3db9b4e-b08b-4907-84da-4e41e45285c1 HTTP/1.1" status: 204 len: 168 time: 0.2083867 Sep 30 09:57:38.116564 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 47066) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:57:38.131373 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8fd948-55bf-433f-99f9-b49640bc8c8e tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3db9b4e-b08b-4907-84da-4e41e45285c1,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:38.134976 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1a1e6-1cb1-4752-bc19-16d4b7aab9ed req-f6365548-7494-4369-bae5-e170becbcace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:38.136973 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-c3b1a1e6-1cb1-4752-bc19-16d4b7aab9ed req-f6365548-7494-4369-bae5-e170becbcace service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=85893bbff42c409483a5123cddc4a776&device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 1129 time: 0.0576997 Sep 30 09:57:38.147249 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8fd948-55bf-433f-99f9-b49640bc8c8e tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:38.147610 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8fd948-55bf-433f-99f9-b49640bc8c8e tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:38.147966 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8fd948-55bf-433f-99f9-b49640bc8c8e tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:38.148319 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8fd948-55bf-433f-99f9-b49640bc8c8e tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:38.148664 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8fd948-55bf-433f-99f9-b49640bc8c8e tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:38.149003 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8fd948-55bf-433f-99f9-b49640bc8c8e tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:38.149351 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8fd948-55bf-433f-99f9-b49640bc8c8e tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:38.149698 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8fd948-55bf-433f-99f9-b49640bc8c8e tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:38.150038 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8fd948-55bf-433f-99f9-b49640bc8c8e tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:38.150373 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8fd948-55bf-433f-99f9-b49640bc8c8e tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:38.150706 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8fd948-55bf-433f-99f9-b49640bc8c8e tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:38.151080 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8fd948-55bf-433f-99f9-b49640bc8c8e tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:38.151530 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8fd948-55bf-433f-99f9-b49640bc8c8e tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:38.151863 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8fd948-55bf-433f-99f9-b49640bc8c8e tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:38.152194 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8fd948-55bf-433f-99f9-b49640bc8c8e tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:38.255852 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1a1e6-1cb1-4752-bc19-16d4b7aab9ed req-647db5b9-0656-4eda-ad54-2694c9ea6f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:38.257985 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-c3b1a1e6-1cb1-4752-bc19-16d4b7aab9ed req-647db5b9-0656-4eda-ad54-2694c9ea6f9b service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=6abf6d59-385e-47d9-bba0-060260632105 HTTP/1.1" status: 200 len: 915 time: 0.1025927 Sep 30 09:57:38.281597 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-776324d2-6953-4d25-914d-fc1b0447503a tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Deleting port a4806ca1-28a4-4cb2-8a61-1aa47882cfb9 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:57:38.281964 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-776324d2-6953-4d25-914d-fc1b0447503a tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (a4806ca1-28a4-4cb2-8a61-1aa47882cfb9), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:38.320211 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-c3b1a1e6-1cb1-4752-bc19-16d4b7aab9ed req-7484a4c6-c204-47e4-a88b-5c5a770f60c2 service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17cdc4ca-0422-4c77-9338-3cec5694ffe9 HTTP/1.1" status: 200 len: 1000 time: 0.0556211 Sep 30 09:57:38.362710 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-776324d2-6953-4d25-914d-fc1b0447503a tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (a4806ca1-28a4-4cb2-8a61-1aa47882cfb9), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:38.362946 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-776324d2-6953-4d25-914d-fc1b0447503a tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks [] for floatingip (a4806ca1-28a4-4cb2-8a61-1aa47882cfb9), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:38.373818 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1a1e6-1cb1-4752-bc19-16d4b7aab9ed req-12459866-08d5-42eb-9bc5-10390ba8af46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:38.375643 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-c3b1a1e6-1cb1-4752-bc19-16d4b7aab9ed req-12459866-08d5-42eb-9bc5-10390ba8af46 service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=61a19854-d77b-4c28-8e0b-d99f512a9c81 HTTP/1.1" status: 200 len: 853 time: 0.0483220 Sep 30 09:57:38.376357 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-776324d2-6953-4d25-914d-fc1b0447503a tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Calling delete_port for a4806ca1-28a4-4cb2-8a61-1aa47882cfb9 owned by network:floatingip {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:57:38.420257 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1a1e6-1cb1-4752-bc19-16d4b7aab9ed req-8c908d86-91ad-4ef0-81c4-8e735cd9b69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:38.421858 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-c3b1a1e6-1cb1-4752-bc19-16d4b7aab9ed req-8c908d86-91ad-4ef0-81c4-8e735cd9b69b service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=6abf6d59-385e-47d9-bba0-060260632105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0408535 Sep 30 09:57:38.517256 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-c3b1a1e6-1cb1-4752-bc19-16d4b7aab9ed req-9fbd42cd-53d6-4f22-977c-77e844e5e793 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6abf6d59-385e-47d9-bba0-060260632105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893164 Sep 30 09:57:38.538391 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:38.540702 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:38.547204 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-776324d2-6953-4d25-914d-fc1b0447503a tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29089666'] for port (a4806ca1-28a4-4cb2-8a61-1aa47882cfb9), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:38.573139 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776324d2-6953-4d25-914d-fc1b0447503a tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Pushing event deleted for resources: {'Port': ['ID=a4806ca1-28a4-4cb2-8a61-1aa47882cfb9,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:38.610980 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-c3b1a1e6-1cb1-4752-bc19-16d4b7aab9ed req-3114b87e-c6af-4ecd-9ba7-63527104725e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6abf6d59-385e-47d9-bba0-060260632105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876184 Sep 30 09:57:38.644696 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-776324d2-6953-4d25-914d-fc1b0447503a tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks [] for floatingip (c7e4ea0e-7645-4636-a73e-e9740f34d4c3), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:38.645026 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.db.l3_db [None req-776324d2-6953-4d25-914d-fc1b0447503a tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Floating IP c7e4ea0e-7645-4636-a73e-e9740f34d4c3 disassociated (deleted). External IP: 172.37.1.24, port: 17cdc4ca-0422-4c77-9338-3cec5694ffe9. Sep 30 09:57:38.839168 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-776324d2-6953-4d25-914d-fc1b0447503a tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Router e2d1d66a-e439-4278-81f2-c83b26117d89 has already been hosted by L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:57:38.941307 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776324d2-6953-4d25-914d-fc1b0447503a tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:57:38.946075 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-776324d2-6953-4d25-914d-fc1b0447503a tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for floatingip (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:38.951540 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19396bb9-83b4-45e5-92cf-460a7df9ee14 None None] Sync routers for ids ['e2d1d66a-e439-4278-81f2-c83b26117d89'] in dv-cinder-master-3-smb {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:57:38.960748 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19396bb9-83b4-45e5-92cf-460a7df9ee14 None None] Routers {'e2d1d66a-e439-4278-81f2-c83b26117d89'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:57:38.961350 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-19396bb9-83b4-45e5-92cf-460a7df9ee14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:57:28Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['e2d1d66a-e439-4278-81f2-c83b26117d89'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:57:38.976905 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-776324d2-6953-4d25-914d-fc1b0447503a tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/c7e4ea0e-7645-4636-a73e-e9740f34d4c3 HTTP/1.1" status: 204 len: 168 time: 0.8590229 Sep 30 09:57:39.063969 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-19396bb9-83b4-45e5-92cf-460a7df9ee14 None None] Set router e2d1d66a-e439-4278-81f2-c83b26117d89 gateway port host: dv-cinder-master-3-smb {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:57:39.260653 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-19396bb9-83b4-45e5-92cf-460a7df9ee14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d1d66a-e439-4278-81f2-c83b26117d89', 'name': 'tempest-TestMinimumBasicScenario-482588796-router', 'tenant_id': '85893bbff42c409483a5123cddc4a776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.113'}], 'enable_snat': True}, 'gw_port_id': 'c126f2aa-bfc7-4735-8596-31e74bbf2419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:54:23Z', 'updated_at': '2022-09-30T09:54:26Z', 'revision_number': 4, 'project_id': '85893bbff42c409483a5123cddc4a776', 'gw_port': {'id': 'c126f2aa-bfc7-4735-8596-31e74bbf2419', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d1d66a-e439-4278-81f2-c83b26117d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:54:24Z', 'updated_at': '2022-09-30T09:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'b15f682e-fb9a-4655-bdf6-6fa5b7459ab4', 'name': '', 'network_id': '6abf6d59-385e-47d9-bba0-060260632105', 'tenant_id': '85893bbff42c409483a5123cddc4a776', 'mac_address': 'fa:16:3e:30:d0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d1d66a-e439-4278-81f2-c83b26117d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '61a19854-d77b-4c28-8e0b-d99f512a9c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:54:25Z', 'updated_at': '2022-09-30T09:54:30Z', 'revision_number': 5, 'project_id': '85893bbff42c409483a5123cddc4a776', 'subnets': [{'id': '61a19854-d77b-4c28-8e0b-d99f512a9c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:57:39.291299 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19396bb9-83b4-45e5-92cf-460a7df9ee14 None None] Checking router: e2d1d66a-e439-4278-81f2-c83b26117d89 for host: dv-cinder-master-3-smb {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:57:39.301190 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19396bb9-83b4-45e5-92cf-460a7df9ee14 None None] Routers {'e2d1d66a-e439-4278-81f2-c83b26117d89'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:57:39.302082 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-19396bb9-83b4-45e5-92cf-460a7df9ee14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:57:28Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['e2d1d66a-e439-4278-81f2-c83b26117d89'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:57:39.408292 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-19396bb9-83b4-45e5-92cf-460a7df9ee14 None None] Set router e2d1d66a-e439-4278-81f2-c83b26117d89 gateway port host: dv-cinder-master-3-smb {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:57:39.594601 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-19396bb9-83b4-45e5-92cf-460a7df9ee14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d1d66a-e439-4278-81f2-c83b26117d89', 'name': 'tempest-TestMinimumBasicScenario-482588796-router', 'tenant_id': '85893bbff42c409483a5123cddc4a776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.113'}], 'enable_snat': True}, 'gw_port_id': 'c126f2aa-bfc7-4735-8596-31e74bbf2419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:54:23Z', 'updated_at': '2022-09-30T09:54:26Z', 'revision_number': 4, 'project_id': '85893bbff42c409483a5123cddc4a776', 'gw_port': {'id': 'c126f2aa-bfc7-4735-8596-31e74bbf2419', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d1d66a-e439-4278-81f2-c83b26117d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:54:24Z', 'updated_at': '2022-09-30T09:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'b15f682e-fb9a-4655-bdf6-6fa5b7459ab4', 'name': '', 'network_id': '6abf6d59-385e-47d9-bba0-060260632105', 'tenant_id': '85893bbff42c409483a5123cddc4a776', 'mac_address': 'fa:16:3e:30:d0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d1d66a-e439-4278-81f2-c83b26117d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '61a19854-d77b-4c28-8e0b-d99f512a9c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:54:25Z', 'updated_at': '2022-09-30T09:54:30Z', 'revision_number': 5, 'project_id': '85893bbff42c409483a5123cddc4a776', 'subnets': [{'id': '61a19854-d77b-4c28-8e0b-d99f512a9c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:57:39.619192 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19396bb9-83b4-45e5-92cf-460a7df9ee14 None None] The sync data for ids ['e2d1d66a-e439-4278-81f2-c83b26117d89'] in dv-cinder-master-3-smb is: [{'id': 'e2d1d66a-e439-4278-81f2-c83b26117d89', 'name': 'tempest-TestMinimumBasicScenario-482588796-router', 'tenant_id': '85893bbff42c409483a5123cddc4a776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.113'}], 'enable_snat': True}, 'gw_port_id': 'c126f2aa-bfc7-4735-8596-31e74bbf2419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:54:23Z', 'updated_at': '2022-09-30T09:54:26Z', 'revision_number': 4, 'project_id': '85893bbff42c409483a5123cddc4a776', 'gw_port': {'id': 'c126f2aa-bfc7-4735-8596-31e74bbf2419', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d1d66a-e439-4278-81f2-c83b26117d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:54:24Z', 'updated_at': '2022-09-30T09:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'b15f682e-fb9a-4655-bdf6-6fa5b7459ab4', 'name': '', 'network_id': '6abf6d59-385e-47d9-bba0-060260632105', 'tenant_id': '85893bbff42c409483a5123cddc4a776', 'mac_address': 'fa:16:3e:30:d0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d1d66a-e439-4278-81f2-c83b26117d89', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '61a19854-d77b-4c28-8e0b-d99f512a9c81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:54:25Z', 'updated_at': '2022-09-30T09:54:30Z', 'revision_number': 5, 'project_id': '85893bbff42c409483a5123cddc4a776', 'subnets': [{'id': '61a19854-d77b-4c28-8e0b-d99f512a9c81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:57:39.827215 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7b9695-f4ed-4d27-9e46-c73832025af3 None None] New status for floating IP c7e4ea0e-7645-4636-a73e-e9740f34d4c3: DOWN {{(pid=106377) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 30 09:57:40.031132 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8505eb9-02d5-4b7b-a2cb-58d88c825f03', 'tag': '17cdc4ca-0422-4c77-9338-3cec5694ffe9'}] {{(pid=106376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:57:40.033543 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fcb41cfe2f49de8823fc1653213cc9e5b77d80f13114ba069ec5cf27ea68f53" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51de469-5b47-43c9-a4ea-999208f65794" -d '{"events": [{"name": "network-changed", "server_uuid": "e8505eb9-02d5-4b7b-a2cb-58d88c825f03", "tag": "17cdc4ca-0422-4c77-9338-3cec5694ffe9"}]}' {{(pid=106376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:57:40.072518 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Sep 2022 09:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb8fca9-bde8-4db2-9f03-016021b48359 x-openstack-request-id: req-7bb8fca9-bde8-4db2-9f03-016021b48359 {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:57:40.072950 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8505eb9-02d5-4b7b-a2cb-58d88c825f03", "tag": "17cdc4ca-0422-4c77-9338-3cec5694ffe9", "status": "completed", "code": 200}]} {{(pid=106376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:57:40.073307 dv-cinder-master-3-smb neutron-server[106376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7bb8fca9-bde8-4db2-9f03-016021b48359 {{(pid=106376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:57:40.073731 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bb8fca9-bde8-4db2-9f03-016021b48359'] response: {'name': 'network-changed', 'server_uuid': 'e8505eb9-02d5-4b7b-a2cb-58d88c825f03', 'tag': '17cdc4ca-0422-4c77-9338-3cec5694ffe9', 'status': 'completed', 'code': 200} Sep 30 09:57:40.164009 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51de469-5b47-43c9-a4ea-999208f65794 req-39bb57ba-e2d0-4149-9c65-5bfd3c66c23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:40.165483 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-a51de469-5b47-43c9-a4ea-999208f65794 req-39bb57ba-e2d0-4149-9c65-5bfd3c66c23a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=85893bbff42c409483a5123cddc4a776&device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 1129 time: 0.0402980 Sep 30 09:57:40.263913 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51de469-5b47-43c9-a4ea-999208f65794 req-c60040f6-8412-48bf-b213-6b08d5f48c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:40.265384 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-a51de469-5b47-43c9-a4ea-999208f65794 req-c60040f6-8412-48bf-b213-6b08d5f48c4e service neutron] 10.222.0.40 "GET /networking/v2.0/networks?id=6abf6d59-385e-47d9-bba0-060260632105 HTTP/1.1" status: 200 len: 915 time: 0.0899167 Sep 30 09:57:40.303970 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-a51de469-5b47-43c9-a4ea-999208f65794 req-4c9731a4-e03f-47f0-b9e7-bbbf0fc0efab service neutron] 10.222.0.40 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17cdc4ca-0422-4c77-9338-3cec5694ffe9 HTTP/1.1" status: 200 len: 217 time: 0.0318694 Sep 30 09:57:40.359725 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51de469-5b47-43c9-a4ea-999208f65794 req-6d404ef6-2a6b-4862-b8ff-3af80d5a127f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:40.361175 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-a51de469-5b47-43c9-a4ea-999208f65794 req-6d404ef6-2a6b-4862-b8ff-3af80d5a127f service neutron] 10.222.0.40 "GET /networking/v2.0/subnets?id=61a19854-d77b-4c28-8e0b-d99f512a9c81 HTTP/1.1" status: 200 len: 853 time: 0.0476308 Sep 30 09:57:40.406566 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51de469-5b47-43c9-a4ea-999208f65794 req-f67e683f-757b-4839-8466-d78f25d04ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:40.408118 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-a51de469-5b47-43c9-a4ea-999208f65794 req-f67e683f-757b-4839-8466-d78f25d04ff5 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?network_id=6abf6d59-385e-47d9-bba0-060260632105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0406258 Sep 30 09:57:40.475201 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:40.500329 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-a51de469-5b47-43c9-a4ea-999208f65794 req-a8ff20d3-8017-429a-856e-03255dfae8b6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6abf6d59-385e-47d9-bba0-060260632105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854397 Sep 30 09:57:40.557917 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:40.603235 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-a51de469-5b47-43c9-a4ea-999208f65794 req-9ab5892f-d589-4755-af83-6d8a5b8f3cbd service neutron] 10.222.0.40 "GET /networking/v2.0/networks/6abf6d59-385e-47d9-bba0-060260632105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948167 Sep 30 09:57:41.855679 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec066a-0b8c-44b5-adbe-3c05a1e5e917 req-5ccefe95-88fe-46c2-99de-251ca8965e97 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:41.857146 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-80ec066a-0b8c-44b5-adbe-3c05a1e5e917 req-5ccefe95-88fe-46c2-99de-251ca8965e97 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 945 time: 0.0471931 Sep 30 09:57:41.904285 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-80ec066a-0b8c-44b5-adbe-3c05a1e5e917 req-d09c0b1d-a9de-4ff4-9f81-ccd4fc380d47 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f7c09cf7-2acc-4313-94ec-08db915e064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415745 Sep 30 09:57:43.029154 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2901088-0ba0-404a-85e8-e3f22cdc16f3 req-213063fb-2eef-4758-9f8e-9c8454afda65 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:43.030626 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-b2901088-0ba0-404a-85e8-e3f22cdc16f3 req-213063fb-2eef-4758-9f8e-9c8454afda65 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 945 time: 0.0495186 Sep 30 09:57:43.076882 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-b2901088-0ba0-404a-85e8-e3f22cdc16f3 req-53713dc6-ef51-4e2a-8675-9e92fc9e7176 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f7c09cf7-2acc-4313-94ec-08db915e064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407240 Sep 30 09:57:44.138968 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193682a5-3c45-4e5c-af00-f5eea9c93aa9 req-290f938e-2917-4127-9851-0fd573c5b845 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106375) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:44.140452 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-193682a5-3c45-4e5c-af00-f5eea9c93aa9 req-290f938e-2917-4127-9851-0fd573c5b845 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 945 time: 0.0481374 Sep 30 09:57:44.199635 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a62715-d618-4e58-bcdb-fff74b635d48 req-3ea0a1d0-7788-4d9d-9e23-729b7b3e8c83 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 30 09:57:44.201141 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-33a62715-d618-4e58-bcdb-fff74b635d48 req-3ea0a1d0-7788-4d9d-9e23-729b7b3e8c83 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=e8505eb9-02d5-4b7b-a2cb-58d88c825f03 HTTP/1.1" status: 200 len: 945 time: 0.0472939 Sep 30 09:57:44.226426 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-193682a5-3c45-4e5c-af00-f5eea9c93aa9 req-c4cb46c8-4366-463c-8e95-fb5b5424f2e6 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Deleting port 17cdc4ca-0422-4c77-9338-3cec5694ffe9 {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:57:44.226884 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-193682a5-3c45-4e5c-af00-f5eea9c93aa9 req-c4cb46c8-4366-463c-8e95-fb5b5424f2e6 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (17cdc4ca-0422-4c77-9338-3cec5694ffe9), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:44.249970 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [req-33a62715-d618-4e58-bcdb-fff74b635d48 req-86f0bd84-46b7-4631-a4ef-e9e7e9ea3b44 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f7c09cf7-2acc-4313-94ec-08db915e064d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431428 Sep 30 09:57:44.316372 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [req-193682a5-3c45-4e5c-af00-f5eea9c93aa9 req-c4cb46c8-4366-463c-8e95-fb5b5424f2e6 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] For port 17cdc4ca-0422-4c77-9338-3cec5694ffe9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=17cdc4ca-0422-4c77-9338-3cec5694ffe9,segment=NetworkSegment(f73c351c-e80d-4b9b-92c7-7bc95d921f75),segment_id=f73c351c-e80d-4b9b-92c7-7bc95d921f75)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:57:44.316784 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-193682a5-3c45-4e5c-af00-f5eea9c93aa9 req-c4cb46c8-4366-463c-8e95-fb5b5424f2e6 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (17cdc4ca-0422-4c77-9338-3cec5694ffe9), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:44.330237 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [req-193682a5-3c45-4e5c-af00-f5eea9c93aa9 req-c4cb46c8-4366-463c-8e95-fb5b5424f2e6 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Calling delete_port for 17cdc4ca-0422-4c77-9338-3cec5694ffe9 owned by compute:nova {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:57:44.461643 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-193682a5-3c45-4e5c-af00-f5eea9c93aa9 req-c4cb46c8-4366-463c-8e95-fb5b5424f2e6 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (17cdc4ca-0422-4c77-9338-3cec5694ffe9), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:44.487524 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb46c8-4366-463c-8e95-fb5b5424f2e6 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Pushing event deleted for resources: {'Port': ['ID=17cdc4ca-0422-4c77-9338-3cec5694ffe9,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:44.496591 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] get_ports_and_sgs() called for port_ids ['17cdc4ca-0422-4c77-9338-3cec5694ffe9'] {{(pid=106377) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 30 09:57:44.539095 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.l3_dvrscheduler_db [req-193682a5-3c45-4e5c-af00-f5eea9c93aa9 req-c4cb46c8-4366-463c-8e95-fb5b5424f2e6 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] No DVR routers for this DVR port 17cdc4ca-0422-4c77-9338-3cec5694ffe9 on host hv-cinder-maste {{(pid=106375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:57:44.541818 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [req-193682a5-3c45-4e5c-af00-f5eea9c93aa9 req-c4cb46c8-4366-463c-8e95-fb5b5424f2e6 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-463727'] for port (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:44.545587 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [req-193682a5-3c45-4e5c-af00-f5eea9c93aa9 req-c4cb46c8-4366-463c-8e95-fb5b5424f2e6 tempest-TestMinimumBasicScenario-1296870188 tempest-TestMinimumBasicScenario-1296870188-project] 10.222.0.40 "DELETE /networking/v2.0/ports/17cdc4ca-0422-4c77-9338-3cec5694ffe9 HTTP/1.1" status: 204 len: 173 time: 0.3999805 Sep 30 09:57:44.546123 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8505eb9-02d5-4b7b-a2cb-58d88c825f03', 'name': 'network-vif-deleted', 'tag': '17cdc4ca-0422-4c77-9338-3cec5694ffe9'}] {{(pid=106375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 30 09:57:44.548997 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42a2765c340e485259911155c50f33e4425258638b85650f0a2a20d0c41df364" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b473ce18-7e74-49ca-bea4-3dd64f3657d1" -d '{"events": [{"server_uuid": "e8505eb9-02d5-4b7b-a2cb-58d88c825f03", "name": "network-vif-deleted", "tag": "17cdc4ca-0422-4c77-9338-3cec5694ffe9"}]}' {{(pid=106375) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 09:57:44.586808 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Sep 2022 09:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79ecacd-2185-4cbf-aee7-7126ed25d840 x-openstack-request-id: req-e79ecacd-2185-4cbf-aee7-7126ed25d840 {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 09:57:44.587138 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8505eb9-02d5-4b7b-a2cb-58d88c825f03", "name": "network-vif-deleted", "tag": "17cdc4ca-0422-4c77-9338-3cec5694ffe9", "status": "completed", "code": 200}]} {{(pid=106375) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 09:57:44.587391 dv-cinder-master-3-smb neutron-server[106375]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e79ecacd-2185-4cbf-aee7-7126ed25d840 {{(pid=106375) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 09:57:44.587793 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e79ecacd-2185-4cbf-aee7-7126ed25d840'] response: {'server_uuid': 'e8505eb9-02d5-4b7b-a2cb-58d88c825f03', 'name': 'network-vif-deleted', 'tag': '17cdc4ca-0422-4c77-9338-3cec5694ffe9', 'status': 'completed', 'code': 200} Sep 30 09:57:45.826515 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 47154) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:57:45.975295 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:46.144122 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7f3e27f6-a7aa-4995-9d3f-d15b5ad9308b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555431'] for router_interface (e2d1d66a-e439-4278-81f2-c83b26117d89), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:46.145513 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=100 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:46.616509 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-7f3e27f6-a7aa-4995-9d3f-d15b5ad9308b admin admin] Deleting port b15f682e-fb9a-4655-bdf6-6fa5b7459ab4 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:57:46.616841 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7f3e27f6-a7aa-4995-9d3f-d15b5ad9308b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (b15f682e-fb9a-4655-bdf6-6fa5b7459ab4), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:46.697149 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-7f3e27f6-a7aa-4995-9d3f-d15b5ad9308b admin admin] For port b15f682e-fb9a-4655-bdf6-6fa5b7459ab4, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=b15f682e-fb9a-4655-bdf6-6fa5b7459ab4,segment=NetworkSegment(f73c351c-e80d-4b9b-92c7-7bc95d921f75),segment_id=f73c351c-e80d-4b9b-92c7-7bc95d921f75)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:57:46.697734 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7f3e27f6-a7aa-4995-9d3f-d15b5ad9308b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (b15f682e-fb9a-4655-bdf6-6fa5b7459ab4), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:46.710843 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-7f3e27f6-a7aa-4995-9d3f-d15b5ad9308b admin admin] Calling delete_port for b15f682e-fb9a-4655-bdf6-6fa5b7459ab4 owned by network:router_interface {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:57:46.886080 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7f3e27f6-a7aa-4995-9d3f-d15b5ad9308b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29089666'] for port (b15f682e-fb9a-4655-bdf6-6fa5b7459ab4), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:46.914054 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e27f6-a7aa-4995-9d3f-d15b5ad9308b admin admin] Pushing event deleted for resources: {'Port': ['ID=b15f682e-fb9a-4655-bdf6-6fa5b7459ab4,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:47.087750 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-7f3e27f6-a7aa-4995-9d3f-d15b5ad9308b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-760599'] for router_interface (e2d1d66a-e439-4278-81f2-c83b26117d89), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:47.101749 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:47.228445 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 17cdc4ca-0422-4c77-9338-3cec5694ffe9 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:57:47.237371 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:47.253052 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] No Port match for: 17cdc4ca-0422-4c77-9338-3cec5694ffe9 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:57:47.253397 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Device 17cdc4ca-0422-4c77-9338-3cec5694ffe9 not bound to the agent host hv-cinder-maste {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:57:47.314625 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f3e27f6-a7aa-4995-9d3f-d15b5ad9308b admin admin] Router e2d1d66a-e439-4278-81f2-c83b26117d89 has already been hosted by L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 {{(pid=106376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:57:47.416294 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3e27f6-a7aa-4995-9d3f-d15b5ad9308b admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:57:47.421292 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-7f3e27f6-a7aa-4995-9d3f-d15b5ad9308b admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/e2d1d66a-e439-4278-81f2-c83b26117d89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5932038 Sep 30 09:57:47.423822 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 47156) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:57:47.426412 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f206129-55f2-45d6-9efb-b99b7c1072ae None None] Sync routers for ids ['e2d1d66a-e439-4278-81f2-c83b26117d89'] in dv-cinder-master-3-smb {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:57:47.437673 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f206129-55f2-45d6-9efb-b99b7c1072ae None None] Routers {'e2d1d66a-e439-4278-81f2-c83b26117d89'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:57:47.438291 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-0f206129-55f2-45d6-9efb-b99b7c1072ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:57:28Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['e2d1d66a-e439-4278-81f2-c83b26117d89'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:57:47.528185 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9e22b0d9-3dba-4ef7-9412-8a77ba0c98fd admin admin] Publish callbacks [] for router (e2d1d66a-e439-4278-81f2-c83b26117d89), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:47.631511 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-0f206129-55f2-45d6-9efb-b99b7c1072ae None None] Set router e2d1d66a-e439-4278-81f2-c83b26117d89 gateway port host: dv-cinder-master-3-smb {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:57:47.636892 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9e22b0d9-3dba-4ef7-9412-8a77ba0c98fd admin admin] Publish callbacks [] for router_gateway (e2d1d66a-e439-4278-81f2-c83b26117d89), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:47.682333 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-9e22b0d9-3dba-4ef7-9412-8a77ba0c98fd admin admin] Deleting port c126f2aa-bfc7-4735-8596-31e74bbf2419 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:57:47.682847 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9e22b0d9-3dba-4ef7-9412-8a77ba0c98fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (c126f2aa-bfc7-4735-8596-31e74bbf2419), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:47.765962 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-9e22b0d9-3dba-4ef7-9412-8a77ba0c98fd admin admin] For port c126f2aa-bfc7-4735-8596-31e74bbf2419, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=c126f2aa-bfc7-4735-8596-31e74bbf2419,segment=NetworkSegment(8ee3384b-29eb-481d-9dfd-879c28cb46fd),segment_id=8ee3384b-29eb-481d-9dfd-879c28cb46fd)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:57:47.766236 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9e22b0d9-3dba-4ef7-9412-8a77ba0c98fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (c126f2aa-bfc7-4735-8596-31e74bbf2419), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:47.779125 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-9e22b0d9-3dba-4ef7-9412-8a77ba0c98fd admin admin] Calling delete_port for c126f2aa-bfc7-4735-8596-31e74bbf2419 owned by network:router_gateway {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:57:47.803826 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-0f206129-55f2-45d6-9efb-b99b7c1072ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d1d66a-e439-4278-81f2-c83b26117d89', 'name': 'tempest-TestMinimumBasicScenario-482588796-router', 'tenant_id': '85893bbff42c409483a5123cddc4a776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.113'}], 'enable_snat': True}, 'gw_port_id': 'c126f2aa-bfc7-4735-8596-31e74bbf2419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:54:23Z', 'updated_at': '2022-09-30T09:57:46Z', 'revision_number': 5, 'project_id': '85893bbff42c409483a5123cddc4a776', 'gw_port': {'id': 'c126f2aa-bfc7-4735-8596-31e74bbf2419', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:2b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d1d66a-e439-4278-81f2-c83b26117d89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:54:24Z', 'updated_at': '2022-09-30T09:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:57:47.829178 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f206129-55f2-45d6-9efb-b99b7c1072ae None None] Checking router: e2d1d66a-e439-4278-81f2-c83b26117d89 for host: dv-cinder-master-3-smb {{(pid=106378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:57:47.835840 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:47.837911 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f206129-55f2-45d6-9efb-b99b7c1072ae None None] Routers {'e2d1d66a-e439-4278-81f2-c83b26117d89'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:57:47.838632 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-0f206129-55f2-45d6-9efb-b99b7c1072ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:57:28Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['e2d1d66a-e439-4278-81f2-c83b26117d89'], 'active': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:57:47.913827 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=100 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:47.927067 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_dvr_db [None req-0f206129-55f2-45d6-9efb-b99b7c1072ae None None] Set router e2d1d66a-e439-4278-81f2-c83b26117d89 gateway port host: None {{(pid=106378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:57:47.946088 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9e22b0d9-3dba-4ef7-9412-8a77ba0c98fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29089666'] for port (c126f2aa-bfc7-4735-8596-31e74bbf2419), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:47.970234 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e22b0d9-3dba-4ef7-9412-8a77ba0c98fd admin admin] Pushing event deleted for resources: {'Port': ['ID=c126f2aa-bfc7-4735-8596-31e74bbf2419,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:47.980060 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.l3_hamode_db [None req-0f206129-55f2-45d6-9efb-b99b7c1072ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d1d66a-e439-4278-81f2-c83b26117d89', 'name': 'tempest-TestMinimumBasicScenario-482588796-router', 'tenant_id': '85893bbff42c409483a5123cddc4a776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:54:23Z', 'updated_at': '2022-09-30T09:57:47Z', 'revision_number': 6, 'project_id': '85893bbff42c409483a5123cddc4a776', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:57:48.005231 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f206129-55f2-45d6-9efb-b99b7c1072ae None None] The sync data for ids ['e2d1d66a-e439-4278-81f2-c83b26117d89'] in dv-cinder-master-3-smb is: [{'id': 'e2d1d66a-e439-4278-81f2-c83b26117d89', 'name': 'tempest-TestMinimumBasicScenario-482588796-router', 'tenant_id': '85893bbff42c409483a5123cddc4a776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:54:23Z', 'updated_at': '2022-09-30T09:57:47Z', 'revision_number': 6, 'project_id': '85893bbff42c409483a5123cddc4a776', 'gw_port_host': None}] {{(pid=106378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:57:48.026105 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:48.044479 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9e22b0d9-3dba-4ef7-9412-8a77ba0c98fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759905'] for router_gateway (e2d1d66a-e439-4278-81f2-c83b26117d89), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:48.124787 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:48.130718 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9e22b0d9-3dba-4ef7-9412-8a77ba0c98fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1175'] for router (e2d1d66a-e439-4278-81f2-c83b26117d89), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:48.133053 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9e22b0d9-3dba-4ef7-9412-8a77ba0c98fd admin admin] Publish callbacks [] for router_controller (e2d1d66a-e439-4278-81f2-c83b26117d89), precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:48.175672 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9e22b0d9-3dba-4ef7-9412-8a77ba0c98fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-760673'] for router (e2d1d66a-e439-4278-81f2-c83b26117d89), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:48.176276 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e22b0d9-3dba-4ef7-9412-8a77ba0c98fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2d1d66a-e439-4278-81f2-c83b26117d89 {{(pid=106376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 09:57:48.180460 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-9e22b0d9-3dba-4ef7-9412-8a77ba0c98fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:48.181693 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-9e22b0d9-3dba-4ef7-9412-8a77ba0c98fd admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/e2d1d66a-e439-4278-81f2-c83b26117d89 HTTP/1.1" status: 204 len: 168 time: 0.7568786 Sep 30 09:57:48.184352 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 47158) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:57:48.227733 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.db_base_plugin_v2 [None req-d00dea66-450a-4941-8bc5-a0064da225d2 admin admin] Deleting subnet 61a19854-d77b-4c28-8e0b-d99f512a9c81 {{(pid=106376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 30 09:57:48.231970 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d00dea66-450a-4941-8bc5-a0064da225d2 admin admin] Publish callbacks [] for subnet (61a19854-d77b-4c28-8e0b-d99f512a9c81), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:48.271733 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d00dea66-450a-4941-8bc5-a0064da225d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29359976'] for subnet (61a19854-d77b-4c28-8e0b-d99f512a9c81), precommit_delete_associations {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:48.345375 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d00dea66-450a-4941-8bc5-a0064da225d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3558478'] for subnet (61a19854-d77b-4c28-8e0b-d99f512a9c81), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:48.402133 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d00dea66-450a-4941-8bc5-a0064da225d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29089759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25409614'] for subnet (61a19854-d77b-4c28-8e0b-d99f512a9c81), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:48.431049 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00dea66-450a-4941-8bc5-a0064da225d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61a19854-d77b-4c28-8e0b-d99f512a9c81,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:48.436848 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-d00dea66-450a-4941-8bc5-a0064da225d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:48.440079 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-d00dea66-450a-4941-8bc5-a0064da225d2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/61a19854-d77b-4c28-8e0b-d99f512a9c81 HTTP/1.1" status: 204 len: 168 time: 0.2548192 Sep 30 09:57:48.442608 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 47160) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:57:48.446966 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ad26e1-4666-44fa-b4a4-122afed50988 None None] Network 6abf6d59-385e-47d9-bba0-060260632105 requested from dv-cinder-master-3-smb {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:57:48.512813 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ecafff33-96c2-4939-98ae-36f90591afb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3480607'] for network (6abf6d59-385e-47d9-bba0-060260632105), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:48.558458 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-ecafff33-96c2-4939-98ae-36f90591afb9 admin admin] Deleting port c74ad06d-2816-4cb4-9e40-4e27804f91fd {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:57:48.559404 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ecafff33-96c2-4939-98ae-36f90591afb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (c74ad06d-2816-4cb4-9e40-4e27804f91fd), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:48.631474 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-ecafff33-96c2-4939-98ae-36f90591afb9 admin admin] For port c74ad06d-2816-4cb4-9e40-4e27804f91fd, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=c74ad06d-2816-4cb4-9e40-4e27804f91fd,segment=NetworkSegment(f73c351c-e80d-4b9b-92c7-7bc95d921f75),segment_id=f73c351c-e80d-4b9b-92c7-7bc95d921f75)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:57:48.631842 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ecafff33-96c2-4939-98ae-36f90591afb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (c74ad06d-2816-4cb4-9e40-4e27804f91fd), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:48.645082 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-ecafff33-96c2-4939-98ae-36f90591afb9 admin admin] Calling delete_port for c74ad06d-2816-4cb4-9e40-4e27804f91fd owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:57:48.721247 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ecafff33-96c2-4939-98ae-36f90591afb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29089666'] for port (c74ad06d-2816-4cb4-9e40-4e27804f91fd), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:48.746145 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecafff33-96c2-4939-98ae-36f90591afb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c74ad06d-2816-4cb4-9e40-4e27804f91fd,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:48.749457 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecafff33-96c2-4939-98ae-36f90591afb9 admin admin] No DVR routers for this DVR port c74ad06d-2816-4cb4-9e40-4e27804f91fd on host dv-cinder-master-3-smb {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:57:48.789331 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76261c00-47af-4ca6-9989-e0f185e56571 None None] DHCP port deletion for 6abf6d59-385e-47d9-bba0-060260632105 request from dv-cinder-master-3-smb {{(pid=106377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 30 09:57:48.828322 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ecafff33-96c2-4939-98ae-36f90591afb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599224', 'neutron.services.segments.db._delete_segments_for_network-8770945895626'] for network (6abf6d59-385e-47d9-bba0-060260632105), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:48.848779 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.services.segments.db [None req-ecafff33-96c2-4939-98ae-36f90591afb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6abf6d59-385e-47d9-bba0-060260632105']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:57:48.858528 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.services.segments.db [None req-ecafff33-96c2-4939-98ae-36f90591afb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f73c351c-e80d-4b9b-92c7-7bc95d921f75') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:57:48.858821 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.services.segments.db [None req-ecafff33-96c2-4939-98ae-36f90591afb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f73c351c-e80d-4b9b-92c7-7bc95d921f75') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:57:48.868518 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ecafff33-96c2-4939-98ae-36f90591afb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770945931879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29359969'] for segment (f73c351c-e80d-4b9b-92c7-7bc95d921f75), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:48.883005 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ecafff33-96c2-4939-98ae-36f90591afb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765'] for segment (f73c351c-e80d-4b9b-92c7-7bc95d921f75), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:48.890163 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecafff33-96c2-4939-98ae-36f90591afb9 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:57:48.890695 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ecafff33-96c2-4939-98ae-36f90591afb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29089649'] for segment (f73c351c-e80d-4b9b-92c7-7bc95d921f75), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:48.938831 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:48.960426 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ecafff33-96c2-4939-98ae-36f90591afb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3599219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759962'] for network (6abf6d59-385e-47d9-bba0-060260632105), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:48.967984 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-ecafff33-96c2-4939-98ae-36f90591afb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for network (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:48.971548 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-ecafff33-96c2-4939-98ae-36f90591afb9 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/6abf6d59-385e-47d9-bba0-060260632105 HTTP/1.1" status: 204 len: 168 time: 0.5272262 Sep 30 09:57:48.978441 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 47166) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:57:48.984645 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecafff33-96c2-4939-98ae-36f90591afb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6abf6d59-385e-47d9-bba0-060260632105,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:48.999570 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.services.segments.plugin [-] Segment f73c351c-e80d-4b9b-92c7-7bc95d921f75 resource provider aggregate not found Sep 30 09:57:49.019050 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.services.segments.plugin [-] Segment f73c351c-e80d-4b9b-92c7-7bc95d921f75 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f73c351c-e80d-4b9b-92c7-7bc95d921f75 found for delete ", "request_id": "req-6983ce35-0af9-4039-8722-483689930764"}]} Sep 30 09:57:49.304741 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-424efbab-7aaf-4fee-a15f-293619298d0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-555431'] for router_interface (80f73ec1-628e-4ac6-90cb-25bcb2b0846f), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:49.376766 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:49.395993 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:49.527618 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-424efbab-7aaf-4fee-a15f-293619298d0b admin admin] Deleting port cc23aecd-b1b5-4b5b-b348-84ea2c932ab9 {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:57:49.527956 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-424efbab-7aaf-4fee-a15f-293619298d0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (cc23aecd-b1b5-4b5b-b348-84ea2c932ab9), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:49.558080 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device c126f2aa-bfc7-4735-8596-31e74bbf2419 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:57:49.608933 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [None req-424efbab-7aaf-4fee-a15f-293619298d0b admin admin] For port cc23aecd-b1b5-4b5b-b348-84ea2c932ab9, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=cc23aecd-b1b5-4b5b-b348-84ea2c932ab9,segment=NetworkSegment(55e1e8fd-7795-489f-9e4c-7c8870bd6436),segment_id=55e1e8fd-7795-489f-9e4c-7c8870bd6436)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:57:49.609294 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-424efbab-7aaf-4fee-a15f-293619298d0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (cc23aecd-b1b5-4b5b-b348-84ea2c932ab9), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:49.627876 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-424efbab-7aaf-4fee-a15f-293619298d0b admin admin] Calling delete_port for cc23aecd-b1b5-4b5b-b348-84ea2c932ab9 owned by network:router_interface {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:57:49.701730 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] No Port match for: c126f2aa-bfc7-4735-8596-31e74bbf2419 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:57:49.702076 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device c126f2aa-bfc7-4735-8596-31e74bbf2419 not bound to the agent host dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:57:49.702499 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device b15f682e-fb9a-4655-bdf6-6fa5b7459ab4 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:57:49.720393 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] No Port match for: b15f682e-fb9a-4655-bdf6-6fa5b7459ab4 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:57:49.720742 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device b15f682e-fb9a-4655-bdf6-6fa5b7459ab4 not bound to the agent host dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:57:49.721151 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device c74ad06d-2816-4cb4-9e40-4e27804f91fd no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:57:49.738685 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] No Port match for: c74ad06d-2816-4cb4-9e40-4e27804f91fd {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:57:49.739033 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device c74ad06d-2816-4cb4-9e40-4e27804f91fd not bound to the agent host dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:57:49.811600 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-424efbab-7aaf-4fee-a15f-293619298d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (cc23aecd-b1b5-4b5b-b348-84ea2c932ab9), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:49.836187 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424efbab-7aaf-4fee-a15f-293619298d0b admin admin] Pushing event deleted for resources: {'Port': ['ID=cc23aecd-b1b5-4b5b-b348-84ea2c932ab9,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:49.997286 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-424efbab-7aaf-4fee-a15f-293619298d0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654354', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-760599'] for router_interface (80f73ec1-628e-4ac6-90cb-25bcb2b0846f), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:50.198583 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:50.202976 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424efbab-7aaf-4fee-a15f-293619298d0b admin admin] Router 80f73ec1-628e-4ac6-90cb-25bcb2b0846f has already been hosted by L3 agent 35cf88fd-0a53-4a96-9980-2ec578061908 {{(pid=106375) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 09:57:50.246464 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:50.308572 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424efbab-7aaf-4fee-a15f-293619298d0b admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106375) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 09:57:50.316032 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-424efbab-7aaf-4fee-a15f-293619298d0b admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/80f73ec1-628e-4ac6-90cb-25bcb2b0846f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3332021 Sep 30 09:57:50.316032 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 47170) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:57:50.318600 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df35c54e-6869-4abb-873c-f0b7153ba893 None None] Sync routers for ids ['80f73ec1-628e-4ac6-90cb-25bcb2b0846f'] in dv-cinder-master-3-smb {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 09:57:50.329300 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df35c54e-6869-4abb-873c-f0b7153ba893 None None] Routers {'80f73ec1-628e-4ac6-90cb-25bcb2b0846f'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:57:50.329953 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-df35c54e-6869-4abb-873c-f0b7153ba893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:57:28Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['80f73ec1-628e-4ac6-90cb-25bcb2b0846f'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:57:50.413510 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-260f0cb0-0101-464f-ae00-76e2a861af16 admin admin] Publish callbacks [] for router (80f73ec1-628e-4ac6-90cb-25bcb2b0846f), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:50.421990 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:50.433469 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-df35c54e-6869-4abb-873c-f0b7153ba893 None None] Set router 80f73ec1-628e-4ac6-90cb-25bcb2b0846f gateway port host: dv-cinder-master-3-smb {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:57:50.512402 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-260f0cb0-0101-464f-ae00-76e2a861af16 admin admin] Publish callbacks [] for router_gateway (80f73ec1-628e-4ac6-90cb-25bcb2b0846f), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:50.530750 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:50.557579 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-260f0cb0-0101-464f-ae00-76e2a861af16 admin admin] Deleting port a18b59d2-6d03-47c0-9613-d884897e4a97 {{(pid=106375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:57:50.558052 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-260f0cb0-0101-464f-ae00-76e2a861af16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (a18b59d2-6d03-47c0-9613-d884897e4a97), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:50.607111 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-df35c54e-6869-4abb-873c-f0b7153ba893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f73ec1-628e-4ac6-90cb-25bcb2b0846f', 'name': 'tempest-TestMinimumBasicScenario-528157641-router', 'tenant_id': 'ba37653fe3b843e7904b39bf6d61f667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'external_fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.181'}], 'enable_snat': True}, 'gw_port_id': 'a18b59d2-6d03-47c0-9613-d884897e4a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:54:28Z', 'updated_at': '2022-09-30T09:57:49Z', 'revision_number': 5, 'project_id': 'ba37653fe3b843e7904b39bf6d61f667', 'gw_port': {'id': 'a18b59d2-6d03-47c0-9613-d884897e4a97', 'name': '', 'network_id': '4b81bcf0-dcfe-4bdb-bdb4-8a9e53a60df2', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:aa:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80f73ec1-628e-4ac6-90cb-25bcb2b0846f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'ip_address': '172.37.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-30T09:54:28Z', 'updated_at': '2022-09-30T09:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f15ec3b-6992-47ef-bdfa-402dc9430f5b', 'cidr': '172.37.1.0/24', 'gateway_ip': '172.37.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:57:50.636607 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df35c54e-6869-4abb-873c-f0b7153ba893 None None] Checking router: 80f73ec1-628e-4ac6-90cb-25bcb2b0846f for host: dv-cinder-master-3-smb {{(pid=106377) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 09:57:50.639037 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.db [None req-260f0cb0-0101-464f-ae00-76e2a861af16 admin admin] For port a18b59d2-6d03-47c0-9613-d884897e4a97, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=a18b59d2-6d03-47c0-9613-d884897e4a97,segment=NetworkSegment(8ee3384b-29eb-481d-9dfd-879c28cb46fd),segment_id=8ee3384b-29eb-481d-9dfd-879c28cb46fd)] {{(pid=106375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:57:50.639409 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-260f0cb0-0101-464f-ae00-76e2a861af16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (a18b59d2-6d03-47c0-9613-d884897e4a97), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:50.645090 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df35c54e-6869-4abb-873c-f0b7153ba893 None None] Routers {'80f73ec1-628e-4ac6-90cb-25bcb2b0846f'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106377) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 30 09:57:50.645719 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-df35c54e-6869-4abb-873c-f0b7153ba893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-30T09:27:28Z,description=,heartbeat_timestamp=2022-09-30T09:57:28Z,host='dv-cinder-master-3-smb',id=35cf88fd-0a53-4a96-9980-2ec578061908,load=0,resource_versions=,resources_synced=,started_at=2022-09-30T09:27:28Z,topic='l3_agent')) {'router_ids': ['80f73ec1-628e-4ac6-90cb-25bcb2b0846f'], 'active': True} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:57:50.653703 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.plugins.ml2.plugin [None req-260f0cb0-0101-464f-ae00-76e2a861af16 admin admin] Calling delete_port for a18b59d2-6d03-47c0-9613-d884897e4a97 owned by network:router_gateway {{(pid=106375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:57:50.730488 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvr_db [None req-df35c54e-6869-4abb-873c-f0b7153ba893 None None] Set router 80f73ec1-628e-4ac6-90cb-25bcb2b0846f gateway port host: None {{(pid=106377) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 30 09:57:50.780584 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_hamode_db [None req-df35c54e-6869-4abb-873c-f0b7153ba893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f73ec1-628e-4ac6-90cb-25bcb2b0846f', 'name': 'tempest-TestMinimumBasicScenario-528157641-router', 'tenant_id': 'ba37653fe3b843e7904b39bf6d61f667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:54:28Z', 'updated_at': '2022-09-30T09:57:50Z', 'revision_number': 6, 'project_id': 'ba37653fe3b843e7904b39bf6d61f667', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=106377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:57:50.805182 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df35c54e-6869-4abb-873c-f0b7153ba893 None None] The sync data for ids ['80f73ec1-628e-4ac6-90cb-25bcb2b0846f'] in dv-cinder-master-3-smb is: [{'id': '80f73ec1-628e-4ac6-90cb-25bcb2b0846f', 'name': 'tempest-TestMinimumBasicScenario-528157641-router', 'tenant_id': 'ba37653fe3b843e7904b39bf6d61f667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-30T09:54:28Z', 'updated_at': '2022-09-30T09:57:50Z', 'revision_number': 6, 'project_id': 'ba37653fe3b843e7904b39bf6d61f667', 'gw_port_host': None}] {{(pid=106377) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 09:57:50.825356 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-260f0cb0-0101-464f-ae00-76e2a861af16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1379322'] for port (a18b59d2-6d03-47c0-9613-d884897e4a97), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:50.850977 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260f0cb0-0101-464f-ae00-76e2a861af16 admin admin] Pushing event deleted for resources: {'Port': ['ID=a18b59d2-6d03-47c0-9613-d884897e4a97,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:50.916742 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-260f0cb0-0101-464f-ae00-76e2a861af16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759905'] for router_gateway (80f73ec1-628e-4ac6-90cb-25bcb2b0846f), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:51.001646 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-260f0cb0-0101-464f-ae00-76e2a861af16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1175'] for router (80f73ec1-628e-4ac6-90cb-25bcb2b0846f), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:51.003781 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-260f0cb0-0101-464f-ae00-76e2a861af16 admin admin] Publish callbacks [] for router_controller (80f73ec1-628e-4ac6-90cb-25bcb2b0846f), precommit_delete_associations {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:51.044963 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-260f0cb0-0101-464f-ae00-76e2a861af16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-760673'] for router (80f73ec1-628e-4ac6-90cb-25bcb2b0846f), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:51.045530 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260f0cb0-0101-464f-ae00-76e2a861af16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80f73ec1-628e-4ac6-90cb-25bcb2b0846f {{(pid=106375) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 09:57:51.049900 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-260f0cb0-0101-464f-ae00-76e2a861af16 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:51.051049 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-260f0cb0-0101-464f-ae00-76e2a861af16 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/80f73ec1-628e-4ac6-90cb-25bcb2b0846f HTTP/1.1" status: 204 len: 168 time: 0.7341700 Sep 30 09:57:51.053584 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 47172) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:57:51.097756 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.db.db_base_plugin_v2 [None req-820313d8-6d03-4600-92e1-16cc3aafe927 admin admin] Deleting subnet bc646aa1-4822-48f1-b514-4ac6a0ed50c5 {{(pid=106375) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 30 09:57:51.100821 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-820313d8-6d03-4600-92e1-16cc3aafe927 admin admin] Publish callbacks [] for subnet (bc646aa1-4822-48f1-b514-4ac6a0ed50c5), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:51.357470 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:51.367013 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:51.371784 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-820313d8-6d03-4600-92e1-16cc3aafe927 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32198673'] for subnet (bc646aa1-4822-48f1-b514-4ac6a0ed50c5), precommit_delete_associations {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:51.447001 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-820313d8-6d03-4600-92e1-16cc3aafe927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3558478'] for subnet (bc646aa1-4822-48f1-b514-4ac6a0ed50c5), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:51.499784 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-820313d8-6d03-4600-92e1-16cc3aafe927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3562789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1379239', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32359409'] for subnet (bc646aa1-4822-48f1-b514-4ac6a0ed50c5), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:51.513413 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-820313d8-6d03-4600-92e1-16cc3aafe927 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for subnet (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:51.520317 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-820313d8-6d03-4600-92e1-16cc3aafe927 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/bc646aa1-4822-48f1-b514-4ac6a0ed50c5 HTTP/1.1" status: 204 len: 168 time: 0.4622769 Sep 30 09:57:51.520807 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 47174) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:57:51.526110 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b401d9cc-03da-4423-b686-3b229000eefe None None] Network 59e2e898-b290-4112-b9ad-b26f7a59a7f6 requested from dv-cinder-master-3-smb {{(pid=106377) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 30 09:57:51.539882 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820313d8-6d03-4600-92e1-16cc3aafe927 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc646aa1-4822-48f1-b514-4ac6a0ed50c5,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:51.592504 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:DELETE=12,neutron:SELECT=86,neutron:UPDATE=2 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:57:51.594003 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device a18b59d2-6d03-47c0-9613-d884897e4a97 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:57:51.597288 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-113ce135-19f4-43f1-9bb0-27b549245186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3480607'] for network (59e2e898-b290-4112-b9ad-b26f7a59a7f6), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:51.620751 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] No Port match for: a18b59d2-6d03-47c0-9613-d884897e4a97 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:57:51.621320 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device a18b59d2-6d03-47c0-9613-d884897e4a97 not bound to the agent host dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:57:51.621519 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device cc23aecd-b1b5-4b5b-b348-84ea2c932ab9 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:57:51.643340 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-113ce135-19f4-43f1-9bb0-27b549245186 admin admin] Deleting port 6b2933d3-13d3-447c-aff5-a12e0305b1f6 {{(pid=106376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:57:51.643682 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-113ce135-19f4-43f1-9bb0-27b549245186 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (6b2933d3-13d3-447c-aff5-a12e0305b1f6), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:51.645341 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] No Port match for: cc23aecd-b1b5-4b5b-b348-84ea2c932ab9 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:57:51.645797 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device cc23aecd-b1b5-4b5b-b348-84ea2c932ab9 not bound to the agent host dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:57:51.714747 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.db [None req-113ce135-19f4-43f1-9bb0-27b549245186 admin admin] For port 6b2933d3-13d3-447c-aff5-a12e0305b1f6, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=6b2933d3-13d3-447c-aff5-a12e0305b1f6,segment=NetworkSegment(55e1e8fd-7795-489f-9e4c-7c8870bd6436),segment_id=55e1e8fd-7795-489f-9e4c-7c8870bd6436)] {{(pid=106376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:57:51.715128 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-113ce135-19f4-43f1-9bb0-27b549245186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (6b2933d3-13d3-447c-aff5-a12e0305b1f6), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:51.730462 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.plugin [None req-113ce135-19f4-43f1-9bb0-27b549245186 admin admin] Calling delete_port for 6b2933d3-13d3-447c-aff5-a12e0305b1f6 owned by network:dhcp {{(pid=106376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:57:51.752687 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e46f88d-4498-42e0-9aee-592f584d33ad None None] DHCP port deletion for 59e2e898-b290-4112-b9ad-b26f7a59a7f6 request from dv-cinder-master-3-smb {{(pid=106377) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 30 09:57:51.792892 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-9e46f88d-4498-42e0-9aee-592f584d33ad None None] Deleting port 6b2933d3-13d3-447c-aff5-a12e0305b1f6 {{(pid=106377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 30 09:57:51.793256 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9e46f88d-4498-42e0-9aee-592f584d33ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770945984790'] for port (6b2933d3-13d3-447c-aff5-a12e0305b1f6), before_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:51.813621 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-113ce135-19f4-43f1-9bb0-27b549245186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29089666'] for port (6b2933d3-13d3-447c-aff5-a12e0305b1f6), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:51.840751 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ce135-19f4-43f1-9bb0-27b549245186 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b2933d3-13d3-447c-aff5-a12e0305b1f6,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:51.846730 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113ce135-19f4-43f1-9bb0-27b549245186 admin admin] No DVR routers for this DVR port 6b2933d3-13d3-447c-aff5-a12e0305b1f6 on host dv-cinder-master-3-smb {{(pid=106376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:57:51.866256 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.db [None req-9e46f88d-4498-42e0-9aee-592f584d33ad None None] For port 6b2933d3-13d3-447c-aff5-a12e0305b1f6, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=6b2933d3-13d3-447c-aff5-a12e0305b1f6,segment=NetworkSegment(55e1e8fd-7795-489f-9e4c-7c8870bd6436),segment_id=55e1e8fd-7795-489f-9e4c-7c8870bd6436)] {{(pid=106377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 09:57:51.866645 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9e46f88d-4498-42e0-9aee-592f584d33ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548193'] for port (6b2933d3-13d3-447c-aff5-a12e0305b1f6), precommit_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:51.883996 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-9e46f88d-4498-42e0-9aee-592f584d33ad None None] Calling delete_port for 6b2933d3-13d3-447c-aff5-a12e0305b1f6 owned by network:dhcp {{(pid=106377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 30 09:57:51.926664 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-113ce135-19f4-43f1-9bb0-27b549245186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3599224', 'neutron.services.segments.db._delete_segments_for_network-8770945895626'] for network (59e2e898-b290-4112-b9ad-b26f7a59a7f6), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:51.948336 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.services.segments.db [None req-113ce135-19f4-43f1-9bb0-27b549245186 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59e2e898-b290-4112-b9ad-b26f7a59a7f6']}} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:57:51.957614 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.services.segments.db [None req-113ce135-19f4-43f1-9bb0-27b549245186 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e1e8fd-7795-489f-9e4c-7c8870bd6436') {'for_net_delete': True} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:57:51.957943 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.services.segments.db [None req-113ce135-19f4-43f1-9bb0-27b549245186 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e1e8fd-7795-489f-9e4c-7c8870bd6436') {} {{(pid=106376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 09:57:51.964033 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-9e46f88d-4498-42e0-9aee-592f584d33ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3571842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-403923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770945986708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770945464787'] for port (6b2933d3-13d3-447c-aff5-a12e0305b1f6), after_delete {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:51.967884 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-113ce135-19f4-43f1-9bb0-27b549245186 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770945931879', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29359969'] for segment (55e1e8fd-7795-489f-9e4c-7c8870bd6436), before_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:51.982297 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-113ce135-19f4-43f1-9bb0-27b549245186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765'] for segment (55e1e8fd-7795-489f-9e4c-7c8870bd6436), precommit_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:51.989113 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e46f88d-4498-42e0-9aee-592f584d33ad None None] Pushing event deleted for resources: {'Port': ['ID=6b2933d3-13d3-447c-aff5-a12e0305b1f6,revision_number=None']} {{(pid=106377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:51.991411 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e46f88d-4498-42e0-9aee-592f584d33ad None None] No DVR routers for this DVR port 6b2933d3-13d3-447c-aff5-a12e0305b1f6 on host dv-cinder-master-3-smb {{(pid=106377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 30 09:57:51.991679 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-113ce135-19f4-43f1-9bb0-27b549245186 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=106376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 09:57:51.992079 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-113ce135-19f4-43f1-9bb0-27b549245186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3593765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29089649'] for segment (55e1e8fd-7795-489f-9e4c-7c8870bd6436), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:51.999912 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e46f88d-4498-42e0-9aee-592f584d33ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:52.000247 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e46f88d-4498-42e0-9aee-592f584d33ad None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:52.000588 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e46f88d-4498-42e0-9aee-592f584d33ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:52.000919 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e46f88d-4498-42e0-9aee-592f584d33ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:52.001248 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e46f88d-4498-42e0-9aee-592f584d33ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:52.001571 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e46f88d-4498-42e0-9aee-592f584d33ad None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:52.001917 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e46f88d-4498-42e0-9aee-592f584d33ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:52.002237 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e46f88d-4498-42e0-9aee-592f584d33ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:52.002648 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e46f88d-4498-42e0-9aee-592f584d33ad None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:52.002872 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e46f88d-4498-42e0-9aee-592f584d33ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:52.003189 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e46f88d-4498-42e0-9aee-592f584d33ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:52.003512 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e46f88d-4498-42e0-9aee-592f584d33ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:52.003829 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e46f88d-4498-42e0-9aee-592f584d33ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:52.004143 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e46f88d-4498-42e0-9aee-592f584d33ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:52.004456 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e46f88d-4498-42e0-9aee-592f584d33ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 09:57:52.042903 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.services.segments.plugin [-] Segment 55e1e8fd-7795-489f-9e4c-7c8870bd6436 resource provider aggregate not found Sep 30 09:57:52.060667 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.services.segments.plugin [-] Segment 55e1e8fd-7795-489f-9e4c-7c8870bd6436 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 55e1e8fd-7795-489f-9e4c-7c8870bd6436 found for delete ", "request_id": "req-af62a665-6301-416f-8944-261d0170318a"}]} Sep 30 09:57:52.066893 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-113ce135-19f4-43f1-9bb0-27b549245186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3599219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765475', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759962'] for network (59e2e898-b290-4112-b9ad-b26f7a59a7f6), after_delete {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:52.072038 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron_lib.callbacks.manager [None req-113ce135-19f4-43f1-9bb0-27b549245186 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654457'] for network (None), before_response {{(pid=106376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:52.075850 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-113ce135-19f4-43f1-9bb0-27b549245186 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/59e2e898-b290-4112-b9ad-b26f7a59a7f6 HTTP/1.1" status: 204 len: 168 time: 0.5542290 Sep 30 09:57:52.089089 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ce135-19f4-43f1-9bb0-27b549245186 admin admin] Pushing event deleted for resources: {'Network': ['ID=59e2e898-b290-4112-b9ad-b26f7a59a7f6,revision_number=None']} {{(pid=106376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:52.239122 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 47182) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:57:52.278980 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-7c9dce6a-4b21-4b49-9799-f67f34b0edd9 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=85893bbff42c409483a5123cddc4a776&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386598 Sep 30 09:57:52.281437 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 47184) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:57:52.328820 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a1d3c9a6-1501-4ad3-acc3-0dbc1df46aa7 admin admin] Publish callbacks [] for security_group (f7c09cf7-2acc-4313-94ec-08db915e064d), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:52.348115 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a1d3c9a6-1501-4ad3-acc3-0dbc1df46aa7 admin admin] Publish callbacks [] for security_group (f7c09cf7-2acc-4313-94ec-08db915e064d), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:52.394860 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a1d3c9a6-1501-4ad3-acc3-0dbc1df46aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (f7c09cf7-2acc-4313-94ec-08db915e064d), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:52.397466 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-a1d3c9a6-1501-4ad3-acc3-0dbc1df46aa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:52.398957 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-a1d3c9a6-1501-4ad3-acc3-0dbc1df46aa7 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f7c09cf7-2acc-4313-94ec-08db915e064d HTTP/1.1" status: 204 len: 168 time: 0.1163375 Sep 30 09:57:52.409257 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d3c9a6-1501-4ad3-acc3-0dbc1df46aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c09cf7-2acc-4313-94ec-08db915e064d,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:52.712464 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [-] (106376) accepted ('10.222.0.15', 47190) {{(pid=106376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:57:52.752752 dv-cinder-master-3-smb neutron-server[106376]: INFO neutron.wsgi [None req-1aa38344-1b47-477f-b2c1-f217b626d6e9 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=ba37653fe3b843e7904b39bf6d61f667&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383751 Sep 30 09:57:52.755281 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [-] (106375) accepted ('10.222.0.15', 47192) {{(pid=106375) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 30 09:57:52.806988 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-66e18fe9-ba20-4f63-975d-8c22eb930de0 admin admin] Publish callbacks [] for security_group (31fca30f-3a3c-4a8f-b497-734100db563e), before_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:52.826723 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-66e18fe9-ba20-4f63-975d-8c22eb930de0 admin admin] Publish callbacks [] for security_group (31fca30f-3a3c-4a8f-b497-734100db563e), precommit_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:52.874228 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-66e18fe9-ba20-4f63-975d-8c22eb930de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-766924'] for security_group (31fca30f-3a3c-4a8f-b497-734100db563e), after_delete {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:52.876909 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron_lib.callbacks.manager [None req-66e18fe9-ba20-4f63-975d-8c22eb930de0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106375) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:52.878209 dv-cinder-master-3-smb neutron-server[106375]: INFO neutron.wsgi [None req-66e18fe9-ba20-4f63-975d-8c22eb930de0 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/31fca30f-3a3c-4a8f-b497-734100db563e HTTP/1.1" status: 204 len: 168 time: 0.1219761 Sep 30 09:57:52.885919 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e18fe9-ba20-4f63-975d-8c22eb930de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fca30f-3a3c-4a8f-b497-734100db563e,revision_number=None']} {{(pid=106375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 09:57:53.552708 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 6b2933d3-13d3-447c-aff5-a12e0305b1f6 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 09:57:53.577546 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.plugin [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] No Port match for: 6b2933d3-13d3-447c-aff5-a12e0305b1f6 {{(pid=106377) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 30 09:57:53.577907 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron.plugins.ml2.rpc [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Device 6b2933d3-13d3-447c-aff5-a12e0305b1f6 not bound to the agent host dv-cinder-master-3-smb {{(pid=106377) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 09:57:54.249782 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:57:56.018660 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-1c331278-975b-4427-b87b-c93dd536b074 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:58.352665 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-18757b18-e97e-4ac4-9a75-a74979467149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:59.536371 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:57:59.869942 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:01.037943 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:01.066501 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:02.747611 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=45,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:58:02.749516 dv-cinder-master-3-smb neutron-server[106376]: DEBUG dbcounter [-] [106376] Writing DB stats neutron:SELECT=65,neutron:DELETE=3 {{(pid=106376) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:58:02.881510 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=50,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:58:02.882248 dv-cinder-master-3-smb neutron-server[106375]: DEBUG dbcounter [-] [106375] Writing DB stats neutron:SELECT=62,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106375) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:58:04.127635 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [req-a18ef216-4c31-4c55-8aef-0c8d666c2764 req-96ada09c-31eb-4bef-bc52-60a2dc2888f0 service neutron] (106376) timed out ('10.222.0.40', 58950) {{(pid=106376) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 30 09:58:11.061247 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:58:11.063197 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=68,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:58:14.183069 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=14 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:58:14.188211 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=9 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:58:26.020659 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-5c5e7814-13da-449d-92f5-79754af23b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:26.071924 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=10 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:58:26.074334 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=16 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:58:28.355757 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-55debb9f-094e-4fd4-9faf-6bba2a7f872e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:29.538925 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:29.879518 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:31.031591 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:31.070279 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:31.253198 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:58:41.063989 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:58:41.066272 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:58:51.183518 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=5 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:58:51.184256 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:58:56.023081 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-835aef24-263a-425b-bdbe-f0dbc524609c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:58.358114 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e68dca72-a392-4b64-a17f-db2c759c93ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:59.546135 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:58:59.883693 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:01.034627 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:01.073657 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:08.252623 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:59:11.068269 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:59:11.070326 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:59:18.010109 dv-cinder-master-3-smb neutron-server[106376]: DEBUG neutron.wsgi [req-023f0970-5094-4e40-853d-fca25e8f6953 req-6023c688-402f-4063-b3ed-3d5d5b9c4061 service neutron] (106376) timed out ('10.222.0.15', 43072) {{(pid=106376) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 30 09:59:18.085027 dv-cinder-master-3-smb neutron-server[106375]: DEBUG neutron.wsgi [req-023f0970-5094-4e40-853d-fca25e8f6953 req-b7e3497b-1cc4-428f-88ac-30950eae6a9b tempest-AttachVolumeShelveTestJSON-128511972 tempest-AttachVolumeShelveTestJSON-128511972-project] (106375) timed out ('10.222.0.15', 43082) {{(pid=106375) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 30 09:59:26.026004 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-887f411e-4a30-46a3-b075-dfa306c0610e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:28.175477 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:59:28.179995 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:59:28.360810 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bdaf1147-ee88-464f-84ad-2b63b342a68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:29.547330 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:29.891287 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:31.036267 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:31.080387 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:45.252427 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 09:59:46.067863 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:59:46.072818 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 09:59:56.028438 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-72758891-2be0-4dbb-8cdb-d154cdacbafc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:58.366340 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a4618021-ceae-4515-850d-73911936fd64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:59.548482 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 09:59:59.897866 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:01.038575 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:01.081499 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:05.171610 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=3 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:00:05.176699 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=5 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:00:11.071762 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:00:11.077819 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:00:22.251479 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 10:00:26.030367 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a411f0d9-3013-4421-8cf2-92fcae5435cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:26.072427 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=15 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:00:28.371334 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-3661b1b4-5788-454f-9b81-da752e45800f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:29.550808 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:29.904640 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:31.041441 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:31.084983 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:41.075472 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:00:41.081450 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:00:42.167089 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:00:42.171257 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=15 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:00:56.032759 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-61e5553a-a4f5-42a6-be88-bdf29383d444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:58.363100 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-953a40e5-60f8-4ecd-9027-a4cf9d6174c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:59.251768 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 10:00:59.553866 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:00:59.913875 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:01.044017 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:01.089542 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:11.083202 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:01:11.085156 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:01:24.324246 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=5 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:01:24.324994 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:01:26.033962 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-4ff603eb-1d24-4a13-9678-7de13740b294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:28.364686 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e86a7db9-0897-4406-afd3-f1152fb9f28c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:29.556308 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:29.919843 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:31.046775 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:31.092929 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:36.252033 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 10:01:46.066924 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:01:46.068788 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:01:56.036574 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-740db703-f661-4130-9aaa-e0a9405ddb55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:56.168805 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:01:56.174825 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=4 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:01:58.368144 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-215c2a29-58c6-4b56-8325-790ef39ca019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:59.559404 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:01:59.934925 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:01.048819 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:01.097730 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:11.091337 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:02:11.094016 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:02:11.259863 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=2 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:02:13.250822 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 10:02:26.037740 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-b86454f4-5670-449f-a064-e66e72aecf83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:28.369838 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-06e73a20-5bc8-463a-85d4-4e637b7a4b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:29.561443 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:29.934051 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:31.051408 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:31.099115 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:33.166592 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=21 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:02:33.170637 dv-cinder-master-3-smb neutron-server[106378]: DEBUG dbcounter [-] [106378] Writing DB stats neutron:SELECT=13 {{(pid=106378) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:02:41.092688 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:02:41.095321 dv-cinder-master-3-smb neutron-server[106377]: DEBUG dbcounter [-] [106377] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106377) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 30 10:02:50.250383 dv-cinder-master-3-smb neutron-server[106378]: DEBUG neutron.db.agents_db [None req-12b59ea4-e050-4b48-ad18-940953fe6252 None None] Agent healthcheck: found 6 active agents {{(pid=106378) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 10:02:56.039850 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-6d8f2961-24ee-476c-ba31-11616e2a8124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (505f8fe4-cf16-4cec-b766-e44aefc0193e), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:58.371692 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-dacfa42b-1dfd-4021-9ea2-36c71f6c5fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (35cf88fd-0a53-4a96-9980-2ec578061908), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:59.567418 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-57501288-1cb0-4a8c-974e-9120276c3ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (6c12cae6-d8e0-4b98-a955-d2ec11043f19), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:02:59.924566 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-e3b31054-bf5f-4fd7-a207-2871216695ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (163c8669-4b7e-4ed1-afd3-94872a5a2df2), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:03:01.054213 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-bf306ec8-fdc3-4677-9ed2-8707d64e50af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (99becae7-b4b2-4e0b-818d-0d19c65b4b56), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 30 10:03:01.101595 dv-cinder-master-3-smb neutron-server[106377]: DEBUG neutron_lib.callbacks.manager [None req-a3bec1fe-fba0-4353-a1f5-260ada035f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770945895608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3603259'] for agent (09c3cf5e-6198-4637-b8a9-003677f60f27), after_update {{(pid=106377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}